2024-11-26 23:17:06,651 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 23:17:06,663 main DEBUG Took 0.010373 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 23:17:06,664 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 23:17:06,664 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 23:17:06,665 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 23:17:06,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,673 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 23:17:06,692 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,696 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,698 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,699 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,701 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,702 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,703 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,704 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,705 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,706 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:17:06,708 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,709 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 23:17:06,710 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:17:06,712 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 23:17:06,714 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 23:17:06,715 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 23:17:06,716 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 23:17:06,717 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 23:17:06,728 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 23:17:06,730 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 23:17:06,732 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 23:17:06,733 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 23:17:06,733 main DEBUG createAppenders(={Console}) 2024-11-26 23:17:06,734 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-26 23:17:06,735 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 23:17:06,735 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-26 23:17:06,736 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 23:17:06,736 main DEBUG OutputStream closed 2024-11-26 23:17:06,737 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 23:17:06,737 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 23:17:06,738 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-26 23:17:06,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 23:17:06,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 23:17:06,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 23:17:06,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 23:17:06,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 23:17:06,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 23:17:06,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 23:17:06,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 23:17:06,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 23:17:06,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 23:17:06,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 23:17:06,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 23:17:06,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 23:17:06,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 23:17:06,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 23:17:06,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 23:17:06,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 23:17:06,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 23:17:06,827 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 23:17:06,828 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-26 23:17:06,828 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 23:17:06,829 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-26T23:17:06,846 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-26 23:17:06,850 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 23:17:06,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T23:17:06,913 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=7239 2024-11-26T23:17:07,139 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-26T23:17:07,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e 2024-11-26T23:17:07,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/cluster_ffa3e75a-a6cb-caab-0206-72d05917cdb9, deleteOnExit=true 2024-11-26T23:17:07,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/cluster_ffa3e75a-a6cb-caab-0206-72d05917cdb9/zookeeper_0, clientPort=52735, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/cluster_ffa3e75a-a6cb-caab-0206-72d05917cdb9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/cluster_ffa3e75a-a6cb-caab-0206-72d05917cdb9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:17:07,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52735 2024-11-26T23:17:07,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:17:07,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:17:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/test.cache.data in system properties and HBase conf 2024-11-26T23:17:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:17:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:17:07,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:17:07,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:17:07,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:17:07,402 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T23:17:07,495 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:17:07,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:07,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:07,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:17:07,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:07,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:17:07,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:17:07,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:07,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:07,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:17:07,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:17:07,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:17:07,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:07,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:17:07,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:17:08,334 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T23:17:08,418 INFO [Time-limited test {}] log.Log(170): Logging initialized @2493ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T23:17:08,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:08,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:08,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:08,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:08,586 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:17:08,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:08,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:08,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:08,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/java.io.tmpdir/jetty-localhost-42843-hadoop-hdfs-3_4_1-tests_jar-_-any-13003104090455255838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:08,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:42843} 2024-11-26T23:17:08,792 INFO [Time-limited test {}] server.Server(415): Started @2868ms 2024-11-26T23:17:09,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:09,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:09,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:09,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:09,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:17:09,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:09,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:09,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/java.io.tmpdir/jetty-localhost-37695-hadoop-hdfs-3_4_1-tests_jar-_-any-1066445405506984942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:09,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:37695} 2024-11-26T23:17:09,294 INFO [Time-limited test {}] server.Server(415): Started @3370ms 2024-11-26T23:17:09,353 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:17:09,859 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/cluster_ffa3e75a-a6cb-caab-0206-72d05917cdb9/data/data2/current/BP-960243966-172.17.0.2-1732663028083/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:09,859 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/cluster_ffa3e75a-a6cb-caab-0206-72d05917cdb9/data/data1/current/BP-960243966-172.17.0.2-1732663028083/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:09,888 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:17:09,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63133b0046e25579 with lease ID 0x9b55073e298f7b8f: Processing first storage report for DS-491959f7-c8df-4dc9-a737-e3a388210046 from datanode DatanodeRegistration(127.0.0.1:42775, datanodeUuid=533a1f42-29b7-4781-a604-8cb9b7084a8c, infoPort=40761, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=896690272;c=1732663028083) 2024-11-26T23:17:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63133b0046e25579 with lease ID 0x9b55073e298f7b8f: from storage DS-491959f7-c8df-4dc9-a737-e3a388210046 node DatanodeRegistration(127.0.0.1:42775, datanodeUuid=533a1f42-29b7-4781-a604-8cb9b7084a8c, infoPort=40761, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=896690272;c=1732663028083), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T23:17:09,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63133b0046e25579 with lease ID 0x9b55073e298f7b8f: Processing first storage report for DS-c2968909-cd4a-43ea-9cd2-1ef40447b17f from datanode DatanodeRegistration(127.0.0.1:42775, datanodeUuid=533a1f42-29b7-4781-a604-8cb9b7084a8c, infoPort=40761, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=896690272;c=1732663028083) 2024-11-26T23:17:09,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63133b0046e25579 with lease ID 0x9b55073e298f7b8f: from storage DS-c2968909-cd4a-43ea-9cd2-1ef40447b17f node DatanodeRegistration(127.0.0.1:42775, datanodeUuid=533a1f42-29b7-4781-a604-8cb9b7084a8c, infoPort=40761, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=896690272;c=1732663028083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:17:10,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e 2024-11-26T23:17:10,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:10,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:17:10,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5 with version=8 2024-11-26T23:17:10,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/hbase-staging 2024-11-26T23:17:10,766 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T23:17:11,019 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:11,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:11,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:11,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:11,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:11,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:11,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:17:11,231 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T23:17:11,239 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T23:17:11,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:11,269 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12984 (auto-detected) 2024-11-26T23:17:11,271 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T23:17:11,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42547 2024-11-26T23:17:11,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42547 connecting to ZooKeeper ensemble=127.0.0.1:52735 2024-11-26T23:17:11,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425470x0, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:11,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42547-0x101569190d80000 connected 2024-11-26T23:17:11,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:11,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:11,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/running 2024-11-26T23:17:11,395 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5, hbase.cluster.distributed=false 2024-11-26T23:17:11,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/acl 2024-11-26T23:17:11,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42547 2024-11-26T23:17:11,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42547 2024-11-26T23:17:11,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42547 2024-11-26T23:17:11,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42547 2024-11-26T23:17:11,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42547 2024-11-26T23:17:11,533 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:11,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:11,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:11,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:11,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:11,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:11,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:17:11,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:11,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44053 2024-11-26T23:17:11,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44053 connecting to ZooKeeper ensemble=127.0.0.1:52735 2024-11-26T23:17:11,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:11,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:11,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440530x0, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:11,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44053-0x101569190d80001 connected 2024-11-26T23:17:11,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/running 2024-11-26T23:17:11,559 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:17:11,567 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:17:11,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/master 2024-11-26T23:17:11,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/acl 2024-11-26T23:17:11,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44053 2024-11-26T23:17:11,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44053 2024-11-26T23:17:11,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44053 2024-11-26T23:17:11,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44053 2024-11-26T23:17:11,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44053 2024-11-26T23:17:11,593 DEBUG [M:0;c707e9ace675:42547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:42547 2024-11-26T23:17:11,594 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01702226328/backup-masters/c707e9ace675,42547,1732663030819 2024-11-26T23:17:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/backup-masters 2024-11-26T23:17:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/backup-masters 2024-11-26T23:17:11,602 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on existing znode=/01702226328/backup-masters/c707e9ace675,42547,1732663030819 2024-11-26T23:17:11,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:11,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01702226328/master 2024-11-26T23:17:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:11,625 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on existing znode=/01702226328/master 2024-11-26T23:17:11,627 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01702226328/backup-masters/c707e9ace675,42547,1732663030819 from backup master directory 2024-11-26T23:17:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/backup-masters 2024-11-26T23:17:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/backup-masters/c707e9ace675,42547,1732663030819 2024-11-26T23:17:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/backup-masters 2024-11-26T23:17:11,631 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:11,631 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,42547,1732663030819 2024-11-26T23:17:11,633 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T23:17:11,635 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T23:17:11,691 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/hbase.id] with ID: b7547996-e0f7-4733-8329-a8e8e30111d1 2024-11-26T23:17:11,692 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/.tmp/hbase.id 2024-11-26T23:17:11,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:17:12,103 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/.tmp/hbase.id]:[hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/hbase.id] 2024-11-26T23:17:12,146 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:12,152 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:17:12,172 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-26T23:17:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:17:12,598 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:12,601 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:17:12,617 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:17:12,622 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:17:12,671 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store 2024-11-26T23:17:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:17:13,096 INFO [master/c707e9ace675:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T23:17:13,099 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:13,100 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:13,100 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:13,101 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:13,102 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:13,102 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:13,102 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:13,103 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663033100Disabling compacts and flushes for region at 1732663033100Disabling writes for close at 1732663033102 (+2 ms)Writing region close event to WAL at 1732663033102Closed at 1732663033102 2024-11-26T23:17:13,106 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/.initializing 2024-11-26T23:17:13,106 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819 2024-11-26T23:17:13,115 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:13,129 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C42547%2C1732663030819, suffix=, logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/oldWALs, maxLogs=10 2024-11-26T23:17:13,154 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819/c707e9ace675%2C42547%2C1732663030819.1732663033134, exclude list is [], retry=0 2024-11-26T23:17:13,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-491959f7-c8df-4dc9-a737-e3a388210046,DISK] 2024-11-26T23:17:13,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T23:17:13,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819/c707e9ace675%2C42547%2C1732663030819.1732663033134 2024-11-26T23:17:13,210 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-26T23:17:13,210 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:13,211 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:13,214 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,215 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:17:13,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:13,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:13,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:17:13,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:13,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:13,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:17:13,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:13,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:13,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:17:13,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:13,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:13,299 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,302 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,303 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,308 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,308 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,312 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:13,316 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:13,320 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:13,321 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74504934, jitterRate=0.11021003127098083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:13,328 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663033228Initializing all the Stores at 1732663033230 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663033230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663033231 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663033231Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663033231Cleaning up temporary data from old regions at 1732663033309 (+78 ms)Region opened successfully at 1732663033328 (+19 ms) 2024-11-26T23:17:13,329 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:17:13,365 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a14c6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:13,398 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:17:13,410 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:17:13,410 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:17:13,413 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:17:13,415 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T23:17:13,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T23:17:13,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:17:13,447 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:17:13,456 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/balancer because node does not exist (not necessarily an error) 2024-11-26T23:17:13,458 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/balancer already deleted, retry=false 2024-11-26T23:17:13,461 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:17:13,462 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:17:13,465 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/normalizer already deleted, retry=false 2024-11-26T23:17:13,467 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:17:13,471 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:17:13,472 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/switch/split already deleted, retry=false 2024-11-26T23:17:13,474 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:17:13,475 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/switch/merge already deleted, retry=false 2024-11-26T23:17:13,493 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:17:13,494 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/snapshot-cleanup already deleted, retry=false 2024-11-26T23:17:13,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01702226328/running 2024-11-26T23:17:13,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01702226328/running 2024-11-26T23:17:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:13,502 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,42547,1732663030819, sessionid=0x101569190d80000, setting cluster-up flag (Was=false) 2024-11-26T23:17:13,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:13,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:13,520 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01702226328/flush-table-proc/acquired, /01702226328/flush-table-proc/reached, /01702226328/flush-table-proc/abort 2024-11-26T23:17:13,522 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,42547,1732663030819 2024-11-26T23:17:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:13,533 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01702226328/online-snapshot/acquired, /01702226328/online-snapshot/reached, /01702226328/online-snapshot/abort 2024-11-26T23:17:13,534 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,42547,1732663030819 2024-11-26T23:17:13,541 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:17:13,583 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(746): ClusterId : b7547996-e0f7-4733-8329-a8e8e30111d1 2024-11-26T23:17:13,587 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:17:13,592 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:17:13,592 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:17:13,596 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:17:13,597 DEBUG [RS:0;c707e9ace675:44053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e3d4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:13,615 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:44053 2024-11-26T23:17:13,618 INFO [RS:0;c707e9ace675:44053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:17:13,618 INFO [RS:0;c707e9ace675:44053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:17:13,619 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:17:13,622 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,42547,1732663030819 with port=44053, startcode=1732663031494 2024-11-26T23:17:13,624 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:13,637 DEBUG [RS:0;c707e9ace675:44053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:17:13,637 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:17:13,647 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:17:13,653 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,42547,1732663030819 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:17:13,660 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:13,660 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:13,660 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:13,661 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:13,661 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:17:13,661 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,661 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:13,661 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,666 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663063666 2024-11-26T23:17:13,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:13,668 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:17:13,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:17:13,669 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:17:13,673 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:17:13,674 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:17:13,674 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:17:13,674 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:17:13,678 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:13,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:17:13,676 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,679 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:17:13,680 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:17:13,681 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:17:13,684 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:17:13,685 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:17:13,686 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42547 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T23:17:13,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:17:13,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:17:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:17:13,695 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663033693,5,FailOnTimeoutGroup] 2024-11-26T23:17:13,696 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663033696,5,FailOnTimeoutGroup] 2024-11-26T23:17:13,696 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,697 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:17:13,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:17:13,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5 2024-11-26T23:17:13,698 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,698 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741832_1008 (size=32) 2024-11-26T23:17:13,723 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T23:17:13,723 WARN [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T23:17:13,825 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,42547,1732663030819 with port=44053, startcode=1732663031494 2024-11-26T23:17:13,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,44053,1732663031494 2024-11-26T23:17:13,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42547 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,44053,1732663031494 2024-11-26T23:17:13,838 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5 2024-11-26T23:17:13,839 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45977 2024-11-26T23:17:13,839 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:17:13,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/rs 2024-11-26T23:17:13,843 DEBUG [RS:0;c707e9ace675:44053 {}] zookeeper.ZKUtil(111): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on existing znode=/01702226328/rs/c707e9ace675,44053,1732663031494 2024-11-26T23:17:13,844 WARN [RS:0;c707e9ace675:44053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:13,844 INFO [RS:0;c707e9ace675:44053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:13,844 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494 2024-11-26T23:17:13,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,44053,1732663031494] 2024-11-26T23:17:13,871 INFO [RS:0;c707e9ace675:44053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:17:13,885 INFO [RS:0;c707e9ace675:44053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:17:13,890 INFO [RS:0;c707e9ace675:44053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:17:13,890 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,892 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:17:13,897 INFO [RS:0;c707e9ace675:44053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:17:13,899 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,899 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,899 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,900 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,900 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,900 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,900 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:13,900 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,900 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,900 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,901 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,901 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,901 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:13,901 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:13,901 DEBUG [RS:0;c707e9ace675:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:13,902 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,902 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,902 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,902 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,903 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,903 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44053,1732663031494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:13,928 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:17:13,930 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44053,1732663031494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,930 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,930 INFO [RS:0;c707e9ace675:44053 {}] regionserver.Replication(171): c707e9ace675,44053,1732663031494 started 2024-11-26T23:17:13,949 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:13,950 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,44053,1732663031494, RpcServer on c707e9ace675/172.17.0.2:44053, sessionid=0x101569190d80001 2024-11-26T23:17:13,951 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:17:13,951 DEBUG [RS:0;c707e9ace675:44053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,44053,1732663031494 2024-11-26T23:17:13,951 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,44053,1732663031494' 2024-11-26T23:17:13,951 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01702226328/flush-table-proc/abort' 2024-11-26T23:17:13,953 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01702226328/flush-table-proc/acquired' 2024-11-26T23:17:13,953 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:17:13,953 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:17:13,953 DEBUG [RS:0;c707e9ace675:44053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,44053,1732663031494 2024-11-26T23:17:13,954 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,44053,1732663031494' 2024-11-26T23:17:13,954 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01702226328/online-snapshot/abort' 2024-11-26T23:17:13,954 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01702226328/online-snapshot/acquired' 2024-11-26T23:17:13,955 DEBUG [RS:0;c707e9ace675:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:17:13,955 INFO [RS:0;c707e9ace675:44053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:17:13,955 INFO [RS:0;c707e9ace675:44053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:17:14,061 INFO [RS:0;c707e9ace675:44053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:14,065 INFO [RS:0;c707e9ace675:44053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C44053%2C1732663031494, suffix=, logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs, maxLogs=10 2024-11-26T23:17:14,087 DEBUG [RS:0;c707e9ace675:44053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068, exclude list is [], retry=0 2024-11-26T23:17:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-491959f7-c8df-4dc9-a737-e3a388210046,DISK] 2024-11-26T23:17:14,095 INFO [RS:0;c707e9ace675:44053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 2024-11-26T23:17:14,095 DEBUG [RS:0;c707e9ace675:44053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-26T23:17:14,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:14,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:14,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:14,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:14,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:14,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:14,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:14,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:14,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:14,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:14,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:14,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:14,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:14,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:14,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:14,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:14,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:14,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:14,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740 2024-11-26T23:17:14,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740 2024-11-26T23:17:14,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:14,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:14,133 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:14,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:14,139 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:14,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65221213, jitterRate=-0.028128191828727722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:14,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663034112Initializing all the Stores at 1732663034114 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663034114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663034114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663034114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663034114Cleaning up temporary data from old regions at 1732663034132 (+18 ms)Region opened successfully at 1732663034142 (+10 ms) 2024-11-26T23:17:14,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:14,143 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:14,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:14,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:14,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:14,144 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:14,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663034143Disabling compacts and flushes for region at 1732663034143Disabling writes for close at 1732663034143Writing region close event to WAL at 1732663034144 (+1 ms)Closed at 1732663034144 2024-11-26T23:17:14,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:14,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:17:14,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:17:14,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:14,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:17:14,317 DEBUG [c707e9ace675:42547 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:17:14,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,44053,1732663031494 2024-11-26T23:17:14,336 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,44053,1732663031494, state=OPENING 2024-11-26T23:17:14,341 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:17:14,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:14,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:14,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:14,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:14,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:14,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,44053,1732663031494}] 2024-11-26T23:17:14,524 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:17:14,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:17:14,539 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:17:14,539 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:14,539 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:17:14,542 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C44053%2C1732663031494.meta, suffix=.meta, logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs, maxLogs=10 2024-11-26T23:17:14,559 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.meta.1732663034544.meta, exclude list is [], retry=0 2024-11-26T23:17:14,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-491959f7-c8df-4dc9-a737-e3a388210046,DISK] 2024-11-26T23:17:14,566 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.meta.1732663034544.meta 2024-11-26T23:17:14,566 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-26T23:17:14,567 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:14,573 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:14,574 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:14,578 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:17:14,580 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:17:14,585 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:17:14,586 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:14,586 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:17:14,586 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:17:14,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:14,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:14,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:14,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:14,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:14,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:14,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:14,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:14,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:14,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:14,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:14,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:14,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:14,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:14,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:14,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:14,599 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:14,601 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740 2024-11-26T23:17:14,603 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740 2024-11-26T23:17:14,605 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:14,605 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:14,606 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:14,608 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:14,610 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66246104, jitterRate=-0.012856125831604004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:14,610 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:17:14,612 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663034587Writing region info on filesystem at 1732663034587Initializing all the Stores at 1732663034589 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663034589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663034589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663034589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663034590 (+1 ms)Cleaning up temporary data from old regions at 1732663034605 (+15 ms)Running coprocessor post-open hooks at 1732663034610 (+5 ms)Region opened successfully at 1732663034612 (+2 ms) 2024-11-26T23:17:14,622 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663034514 2024-11-26T23:17:14,633 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:17:14,633 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:17:14,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,44053,1732663031494 2024-11-26T23:17:14,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,44053,1732663031494, state=OPEN 2024-11-26T23:17:14,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01702226328/meta-region-server 2024-11-26T23:17:14,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01702226328/meta-region-server 2024-11-26T23:17:14,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:14,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:14,645 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,44053,1732663031494 2024-11-26T23:17:14,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:17:14,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,44053,1732663031494 in 297 msec 2024-11-26T23:17:14,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:17:14,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-26T23:17:14,659 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:14,659 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:17:14,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:14,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,44053,1732663031494, seqNum=-1] 2024-11-26T23:17:14,701 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:14,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:14,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1530 sec 2024-11-26T23:17:14,725 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663034725, completionTime=-1 2024-11-26T23:17:14,728 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:17:14,728 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:17:14,755 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:17:14,755 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663094755 2024-11-26T23:17:14,755 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663154755 2024-11-26T23:17:14,755 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-26T23:17:14,757 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42547,1732663030819-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:14,757 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42547,1732663030819-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:14,758 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42547,1732663030819-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:14,759 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:42547, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:14,759 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:14,760 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:14,793 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:17:14,812 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.181sec 2024-11-26T23:17:14,814 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:17:14,815 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:17:14,816 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:17:14,816 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:17:14,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:17:14,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42547,1732663030819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:14,818 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42547,1732663030819-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:17:14,826 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:17:14,827 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:17:14,827 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42547,1732663030819-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:14,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ec8655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:14,896 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T23:17:14,896 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T23:17:14,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,42547,-1 for getting cluster id 2024-11-26T23:17:14,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:14,910 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7547996-e0f7-4733-8329-a8e8e30111d1' 2024-11-26T23:17:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7547996-e0f7-4733-8329-a8e8e30111d1" 2024-11-26T23:17:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11d50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,42547,-1] 2024-11-26T23:17:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:14,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:14,920 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:14,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e904ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:14,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,44053,1732663031494, seqNum=-1] 2024-11-26T23:17:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:14,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,42547,1732663030819 2024-11-26T23:17:14,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52735 2024-11-26T23:17:14,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:14,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101569190d80002 connected 2024-11-26T23:17:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.log.dir so I do NOT create it in target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0 2024-11-26T23:17:14,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:17:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.tmp.dir so I do NOT create it in target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0 2024-11-26T23:17:14,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:17:14,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0 2024-11-26T23:17:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:17:14,985 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/cluster_294174bc-e7b5-05ce-5462-4af72bbedc12, deleteOnExit=true 2024-11-26T23:17:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:17:14,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/test.cache.data in system properties and HBase conf 2024-11-26T23:17:14,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:17:14,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:17:14,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:17:14,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:17:14,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:17:14,987 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:17:14,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:14,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:14,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:17:14,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:14,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:17:14,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:17:14,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:14,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:14,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:17:14,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:17:14,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:17:14,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:14,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:17:14,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:17:15,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:15,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:15,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:15,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:15,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:17:15,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:15,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac06d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:15,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617e68fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:15,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5996d99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/java.io.tmpdir/jetty-localhost-46817-hadoop-hdfs-3_4_1-tests_jar-_-any-13958763084906404193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:15,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dc57932{HTTP/1.1, (http/1.1)}{localhost:46817} 2024-11-26T23:17:15,215 INFO [Time-limited test {}] server.Server(415): Started @9291ms 2024-11-26T23:17:15,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:15,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:15,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:15,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:15,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:17:15,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1624ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:15,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28f7ee27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:15,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@543c8101{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/java.io.tmpdir/jetty-localhost-37355-hadoop-hdfs-3_4_1-tests_jar-_-any-11285955967022888613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:15,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56772991{HTTP/1.1, (http/1.1)}{localhost:37355} 2024-11-26T23:17:15,426 INFO [Time-limited test {}] server.Server(415): Started @9502ms 2024-11-26T23:17:15,428 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:17:15,570 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/cluster_294174bc-e7b5-05ce-5462-4af72bbedc12/data/data1/current/BP-1942417980-172.17.0.2-1732663035021/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:15,570 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/cluster_294174bc-e7b5-05ce-5462-4af72bbedc12/data/data2/current/BP-1942417980-172.17.0.2-1732663035021/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:15,588 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:17:15,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0eb8df1135a9a7c with lease ID 0x20f990f51489c339: Processing first storage report for DS-1d0f83a3-4bba-4271-944b-727c859126fe from datanode DatanodeRegistration(127.0.0.1:41053, datanodeUuid=3107acbb-c924-4d5e-916d-71d9e28858ef, infoPort=42567, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=21733864;c=1732663035021) 2024-11-26T23:17:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0eb8df1135a9a7c with lease ID 0x20f990f51489c339: from storage DS-1d0f83a3-4bba-4271-944b-727c859126fe node DatanodeRegistration(127.0.0.1:41053, datanodeUuid=3107acbb-c924-4d5e-916d-71d9e28858ef, infoPort=42567, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=21733864;c=1732663035021), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T23:17:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0eb8df1135a9a7c with lease ID 0x20f990f51489c339: Processing first storage report for DS-6897ef23-ce54-4816-8586-bb24cac9c2c2 from datanode DatanodeRegistration(127.0.0.1:41053, datanodeUuid=3107acbb-c924-4d5e-916d-71d9e28858ef, infoPort=42567, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=21733864;c=1732663035021) 2024-11-26T23:17:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0eb8df1135a9a7c with lease ID 0x20f990f51489c339: from storage DS-6897ef23-ce54-4816-8586-bb24cac9c2c2 node DatanodeRegistration(127.0.0.1:41053, datanodeUuid=3107acbb-c924-4d5e-916d-71d9e28858ef, infoPort=42567, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=21733864;c=1732663035021), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:17:15,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0 2024-11-26T23:17:15,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:15,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:15,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:17:16,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6 with version=8 2024-11-26T23:17:16,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/hbase-staging 2024-11-26T23:17:16,080 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:16,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:16,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:16,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:16,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:16,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:16,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:17:16,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:16,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44057 2024-11-26T23:17:16,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44057 connecting to ZooKeeper ensemble=127.0.0.1:52735 2024-11-26T23:17:16,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440570x0, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:16,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44057-0x101569190d80003 connected 2024-11-26T23:17:16,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:16,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:16,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on znode that does not yet exist, /1-1943740281/running 2024-11-26T23:17:16,105 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6, hbase.cluster.distributed=false 2024-11-26T23:17:16,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on znode that does not yet exist, /1-1943740281/acl 2024-11-26T23:17:16,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44057 2024-11-26T23:17:16,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44057 2024-11-26T23:17:16,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44057 2024-11-26T23:17:16,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44057 2024-11-26T23:17:16,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44057 2024-11-26T23:17:16,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:16,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:16,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:16,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:16,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:16,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:16,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:17:16,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:16,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46239 2024-11-26T23:17:16,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46239 connecting to ZooKeeper ensemble=127.0.0.1:52735 2024-11-26T23:17:16,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:16,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:16,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462390x0, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:16,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462390x0, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on znode that does not yet exist, /1-1943740281/running 2024-11-26T23:17:16,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46239-0x101569190d80004 connected 2024-11-26T23:17:16,135 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:17:16,136 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:17:16,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on znode that does not yet exist, /1-1943740281/master 2024-11-26T23:17:16,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on znode that does not yet exist, /1-1943740281/acl 2024-11-26T23:17:16,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46239 2024-11-26T23:17:16,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46239 2024-11-26T23:17:16,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46239 2024-11-26T23:17:16,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46239 2024-11-26T23:17:16,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46239 2024-11-26T23:17:16,156 DEBUG [M:0;c707e9ace675:44057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:44057 2024-11-26T23:17:16,157 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1943740281/backup-masters/c707e9ace675,44057,1732663036080 2024-11-26T23:17:16,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281/backup-masters 2024-11-26T23:17:16,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281/backup-masters 2024-11-26T23:17:16,160 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on existing znode=/1-1943740281/backup-masters/c707e9ace675,44057,1732663036080 2024-11-26T23:17:16,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1943740281/master 2024-11-26T23:17:16,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:16,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:16,163 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on existing znode=/1-1943740281/master 2024-11-26T23:17:16,163 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1943740281/backup-masters/c707e9ace675,44057,1732663036080 from backup master directory 2024-11-26T23:17:16,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943740281/backup-masters/c707e9ace675,44057,1732663036080 2024-11-26T23:17:16,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281/backup-masters 2024-11-26T23:17:16,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281/backup-masters 2024-11-26T23:17:16,165 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:16,165 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,44057,1732663036080 2024-11-26T23:17:16,173 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/hbase.id] with ID: 510980aa-ba01-416a-8b3d-bf935aaa29cf 2024-11-26T23:17:16,173 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/.tmp/hbase.id 2024-11-26T23:17:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:17:16,581 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/.tmp/hbase.id]:[hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/hbase.id] 2024-11-26T23:17:16,605 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:16,605 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:17:16,607 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:17:16,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:16,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:16,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:17:16,617 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:16,618 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:17:16,618 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:16,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:17:17,031 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store 2024-11-26T23:17:17,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:17:17,042 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:17,042 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:17,042 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:17,043 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:17,043 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:17,043 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:17,043 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:17,043 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663037042Disabling compacts and flushes for region at 1732663037042Disabling writes for close at 1732663037043 (+1 ms)Writing region close event to WAL at 1732663037043Closed at 1732663037043 2024-11-26T23:17:17,045 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/.initializing 2024-11-26T23:17:17,045 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/WALs/c707e9ace675,44057,1732663036080 2024-11-26T23:17:17,047 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:17,051 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C44057%2C1732663036080, suffix=, logDir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/WALs/c707e9ace675,44057,1732663036080, archiveDir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/oldWALs, maxLogs=10 2024-11-26T23:17:17,067 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/WALs/c707e9ace675,44057,1732663036080/c707e9ace675%2C44057%2C1732663036080.1732663037051, exclude list is [], retry=0 2024-11-26T23:17:17,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41053,DS-1d0f83a3-4bba-4271-944b-727c859126fe,DISK] 2024-11-26T23:17:17,074 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/WALs/c707e9ace675,44057,1732663036080/c707e9ace675%2C44057%2C1732663036080.1732663037051 2024-11-26T23:17:17,075 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42567:42567)] 2024-11-26T23:17:17,075 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:17,075 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:17,075 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,075 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:17:17,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:17,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:17,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:17:17,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:17,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:17,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:17:17,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:17,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:17,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:17:17,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:17,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:17,094 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,095 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,096 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,099 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,099 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,100 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:17,102 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:17,106 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:17,108 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64876074, jitterRate=-0.03327116370201111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:17,109 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663037076Initializing all the Stores at 1732663037078 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663037078Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663037078Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663037078Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663037078Cleaning up temporary data from old regions at 1732663037099 (+21 ms)Region opened successfully at 1732663037108 (+9 ms) 2024-11-26T23:17:17,109 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:17:17,116 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f806ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:17,117 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:17:17,117 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:17:17,117 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:17:17,118 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:17:17,119 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T23:17:17,120 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-26T23:17:17,120 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:17:17,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:17:17,125 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Unable to get data of znode /1-1943740281/balancer because node does not exist (not necessarily an error) 2024-11-26T23:17:17,133 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943740281/balancer already deleted, retry=false 2024-11-26T23:17:17,133 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:17:17,134 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Unable to get data of znode /1-1943740281/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:17:17,135 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943740281/normalizer already deleted, retry=false 2024-11-26T23:17:17,136 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:17:17,137 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Unable to get data of znode /1-1943740281/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:17:17,139 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943740281/switch/split already deleted, retry=false 2024-11-26T23:17:17,140 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Unable to get data of znode /1-1943740281/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:17:17,141 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943740281/switch/merge already deleted, retry=false 2024-11-26T23:17:17,143 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Unable to get data of znode /1-1943740281/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:17:17,146 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943740281/snapshot-cleanup already deleted, retry=false 2024-11-26T23:17:17,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1943740281/running 2024-11-26T23:17:17,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1943740281/running 2024-11-26T23:17:17,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:17,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:17,149 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,44057,1732663036080, sessionid=0x101569190d80003, setting cluster-up flag (Was=false) 2024-11-26T23:17:17,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:17,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:17,160 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1943740281/flush-table-proc/acquired, /1-1943740281/flush-table-proc/reached, /1-1943740281/flush-table-proc/abort 2024-11-26T23:17:17,162 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,44057,1732663036080 2024-11-26T23:17:17,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:17,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:17,178 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1943740281/online-snapshot/acquired, /1-1943740281/online-snapshot/reached, /1-1943740281/online-snapshot/abort 2024-11-26T23:17:17,182 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,44057,1732663036080 2024-11-26T23:17:17,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:17:17,190 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:17,190 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:17:17,191 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:17:17,191 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,44057,1732663036080 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:17:17,193 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:17,194 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:17,194 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:17,194 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:17,194 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:17:17,194 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,194 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:17,194 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:17,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:17:17,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:17,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:17:17,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663067209 2024-11-26T23:17:17,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:17:17,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:17:17,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:17:17,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:17:17,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:17:17,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:17:17,210 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,221 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:17:17,221 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:17:17,221 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:17:17,221 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:17:17,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:17:17,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:17:17,222 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663037222,5,FailOnTimeoutGroup] 2024-11-26T23:17:17,224 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663037222,5,FailOnTimeoutGroup] 2024-11-26T23:17:17,224 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,224 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:17:17,225 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,225 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:17:17,249 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(746): ClusterId : 510980aa-ba01-416a-8b3d-bf935aaa29cf 2024-11-26T23:17:17,249 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:17:17,252 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:17:17,252 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:17:17,256 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:17:17,257 DEBUG [RS:0;c707e9ace675:46239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1e9e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:17,275 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:46239 2024-11-26T23:17:17,275 INFO [RS:0;c707e9ace675:46239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:17:17,275 INFO [RS:0;c707e9ace675:46239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:17:17,275 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:17:17,276 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,44057,1732663036080 with port=46239, startcode=1732663036124 2024-11-26T23:17:17,277 DEBUG [RS:0;c707e9ace675:46239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:17:17,279 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:17:17,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44057 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,46239,1732663036124 2024-11-26T23:17:17,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44057 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,46239,1732663036124 2024-11-26T23:17:17,285 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6 2024-11-26T23:17:17,285 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39001 2024-11-26T23:17:17,285 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:17:17,291 DEBUG [RS:0;c707e9ace675:46239 {}] zookeeper.ZKUtil(111): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on existing znode=/1-1943740281/rs/c707e9ace675,46239,1732663036124 2024-11-26T23:17:17,291 WARN [RS:0;c707e9ace675:46239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:17,291 INFO [RS:0;c707e9ace675:46239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:17,292 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/WALs/c707e9ace675,46239,1732663036124 2024-11-26T23:17:17,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281/rs 2024-11-26T23:17:17,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,46239,1732663036124] 2024-11-26T23:17:17,304 INFO [RS:0;c707e9ace675:46239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:17:17,306 INFO [RS:0;c707e9ace675:46239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:17:17,308 INFO [RS:0;c707e9ace675:46239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:17:17,309 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,310 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:17:17,311 INFO [RS:0;c707e9ace675:46239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:17:17,311 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,312 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:17,313 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:17,313 DEBUG [RS:0;c707e9ace675:46239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:17,313 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,313 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,313 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,313 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,313 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,313 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46239,1732663036124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:17,334 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:17:17,335 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46239,1732663036124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,335 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,335 INFO [RS:0;c707e9ace675:46239 {}] regionserver.Replication(171): c707e9ace675,46239,1732663036124 started 2024-11-26T23:17:17,354 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:17,354 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,46239,1732663036124, RpcServer on c707e9ace675/172.17.0.2:46239, sessionid=0x101569190d80004 2024-11-26T23:17:17,354 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:17:17,354 DEBUG [RS:0;c707e9ace675:46239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,46239,1732663036124 2024-11-26T23:17:17,354 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46239,1732663036124' 2024-11-26T23:17:17,355 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1943740281/flush-table-proc/abort' 2024-11-26T23:17:17,355 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1943740281/flush-table-proc/acquired' 2024-11-26T23:17:17,356 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:17:17,356 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:17:17,356 DEBUG [RS:0;c707e9ace675:46239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,46239,1732663036124 2024-11-26T23:17:17,356 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46239,1732663036124' 2024-11-26T23:17:17,356 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1943740281/online-snapshot/abort' 2024-11-26T23:17:17,357 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1943740281/online-snapshot/acquired' 2024-11-26T23:17:17,358 DEBUG [RS:0;c707e9ace675:46239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:17:17,358 INFO [RS:0;c707e9ace675:46239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:17:17,358 INFO [RS:0;c707e9ace675:46239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:17:17,459 INFO [RS:0;c707e9ace675:46239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:17,462 INFO [RS:0;c707e9ace675:46239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46239%2C1732663036124, suffix=, logDir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/WALs/c707e9ace675,46239,1732663036124, archiveDir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/oldWALs, maxLogs=10 2024-11-26T23:17:17,478 DEBUG [RS:0;c707e9ace675:46239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/WALs/c707e9ace675,46239,1732663036124/c707e9ace675%2C46239%2C1732663036124.1732663037463, exclude list is [], retry=0 2024-11-26T23:17:17,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41053,DS-1d0f83a3-4bba-4271-944b-727c859126fe,DISK] 2024-11-26T23:17:17,488 INFO [RS:0;c707e9ace675:46239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/WALs/c707e9ace675,46239,1732663036124/c707e9ace675%2C46239%2C1732663036124.1732663037463 2024-11-26T23:17:17,489 DEBUG [RS:0;c707e9ace675:46239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42567:42567)] 2024-11-26T23:17:17,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:17:17,630 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6 2024-11-26T23:17:17,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:17:18,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:18,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:18,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:18,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:18,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:18,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:18,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:18,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:18,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:18,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:18,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:18,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:18,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:18,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:18,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:18,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:18,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:18,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:18,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740 2024-11-26T23:17:18,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740 2024-11-26T23:17:18,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:18,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:18,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:18,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:18,061 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:18,062 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71424659, jitterRate=0.06431035697460175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:18,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663038039Initializing all the Stores at 1732663038041 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663038041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663038041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663038041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663038041Cleaning up temporary data from old regions at 1732663038056 (+15 ms)Region opened successfully at 1732663038062 (+6 ms) 2024-11-26T23:17:18,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:18,062 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:18,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:18,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:18,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:18,063 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:18,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663038062Disabling compacts and flushes for region at 1732663038062Disabling writes for close at 1732663038062Writing region close event to WAL at 1732663038063 (+1 ms)Closed at 1732663038063 2024-11-26T23:17:18,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:18,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:17:18,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:17:18,067 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:18,068 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:17:18,219 DEBUG [c707e9ace675:44057 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:17:18,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,46239,1732663036124 2024-11-26T23:17:18,223 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46239,1732663036124, state=OPENING 2024-11-26T23:17:18,225 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:17:18,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:18,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:18,227 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:18,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1943740281/meta-region-server: CHANGED 2024-11-26T23:17:18,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46239,1732663036124}] 2024-11-26T23:17:18,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1943740281/meta-region-server: CHANGED 2024-11-26T23:17:18,382 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:17:18,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:17:18,392 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:17:18,393 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:18,393 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:17:18,396 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46239%2C1732663036124.meta, suffix=.meta, logDir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/WALs/c707e9ace675,46239,1732663036124, archiveDir=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/oldWALs, maxLogs=10 2024-11-26T23:17:18,419 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/WALs/c707e9ace675,46239,1732663036124/c707e9ace675%2C46239%2C1732663036124.meta.1732663038398.meta, exclude list is [], retry=0 2024-11-26T23:17:18,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41053,DS-1d0f83a3-4bba-4271-944b-727c859126fe,DISK] 2024-11-26T23:17:18,428 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/WALs/c707e9ace675,46239,1732663036124/c707e9ace675%2C46239%2C1732663036124.meta.1732663038398.meta 2024-11-26T23:17:18,432 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42567:42567)] 2024-11-26T23:17:18,433 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:18,434 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:18,434 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:18,434 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:17:18,434 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:17:18,434 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:17:18,434 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:18,435 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:17:18,435 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:17:18,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:18,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:18,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:18,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:18,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:18,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:18,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:18,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:18,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:18,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:18,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:18,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:18,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:18,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:18,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:18,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:18,454 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:18,456 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740 2024-11-26T23:17:18,458 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740 2024-11-26T23:17:18,461 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:18,461 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:18,462 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:18,465 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:18,466 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70858337, jitterRate=0.05587150156497955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:18,466 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:17:18,467 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663038435Writing region info on filesystem at 1732663038435Initializing all the Stores at 1732663038437 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663038437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663038440 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663038441 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663038441Cleaning up temporary data from old regions at 1732663038461 (+20 ms)Running coprocessor post-open hooks at 1732663038466 (+5 ms)Region opened successfully at 1732663038467 (+1 ms) 2024-11-26T23:17:18,469 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663038382 2024-11-26T23:17:18,474 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:17:18,474 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:17:18,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,46239,1732663036124 2024-11-26T23:17:18,477 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46239,1732663036124, state=OPEN 2024-11-26T23:17:18,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1943740281/meta-region-server 2024-11-26T23:17:18,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1943740281/meta-region-server 2024-11-26T23:17:18,481 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,46239,1732663036124 2024-11-26T23:17:18,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1943740281/meta-region-server: CHANGED 2024-11-26T23:17:18,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1943740281/meta-region-server: CHANGED 2024-11-26T23:17:18,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:17:18,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46239,1732663036124 in 254 msec 2024-11-26T23:17:18,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:17:18,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-26T23:17:18,495 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:18,495 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:17:18,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:18,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46239,1732663036124, seqNum=-1] 2024-11-26T23:17:18,498 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:18,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:18,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-26T23:17:18,512 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663038512, completionTime=-1 2024-11-26T23:17:18,512 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:17:18,513 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:17:18,516 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:17:18,516 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663098516 2024-11-26T23:17:18,516 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663158516 2024-11-26T23:17:18,516 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T23:17:18,521 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44057,1732663036080-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:18,521 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44057,1732663036080-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:18,521 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44057,1732663036080-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:18,521 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:44057, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:18,521 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:18,522 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:18,526 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:17:18,531 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.366sec 2024-11-26T23:17:18,531 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:17:18,531 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:17:18,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:17:18,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:17:18,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:17:18,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44057,1732663036080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:18,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44057,1732663036080-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:17:18,536 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:17:18,537 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:17:18,537 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44057,1732663036080-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:18,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:18,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44057,-1 for getting cluster id 2024-11-26T23:17:18,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:18,551 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '510980aa-ba01-416a-8b3d-bf935aaa29cf' 2024-11-26T23:17:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "510980aa-ba01-416a-8b3d-bf935aaa29cf" 2024-11-26T23:17:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d0770d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44057,-1] 2024-11-26T23:17:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:18,555 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:18,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf724e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:18,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46239,1732663036124, seqNum=-1] 2024-11-26T23:17:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:18,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:18,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,44057,1732663036080 2024-11-26T23:17:18,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52735 2024-11-26T23:17:18,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:18,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101569190d80005 connected 2024-11-26T23:17:18,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f6f83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:18,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,42547,-1 for getting cluster id 2024-11-26T23:17:18,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:18,578 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7547996-e0f7-4733-8329-a8e8e30111d1' 2024-11-26T23:17:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7547996-e0f7-4733-8329-a8e8e30111d1" 2024-11-26T23:17:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8390e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,42547,-1] 2024-11-26T23:17:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:18,581 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41abe239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:18,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,42547,1732663030819 2024-11-26T23:17:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d0fab66 2024-11-26T23:17:18,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:18,606 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:18,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:44057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:17:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:17:18,622 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44057' 2024-11-26T23:17:18,624 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f199758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:18,624 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44057,-1 for getting cluster id 2024-11-26T23:17:18,624 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:18,625 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '510980aa-ba01-416a-8b3d-bf935aaa29cf' 2024-11-26T23:17:18,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:18,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "510980aa-ba01-416a-8b3d-bf935aaa29cf" 2024-11-26T23:17:18,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a74b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:18,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44057,-1] 2024-11-26T23:17:18,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:18,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:18,628 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:18,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c8165f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:18,629 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:18,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44057,1732663036080 2024-11-26T23:17:18,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@410319e 2024-11-26T23:17:18,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:18,636 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:18,648 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T23:17:18,648 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:17:18,654 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:18,655 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:18,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:18,656 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:18,662 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:17:18,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:17:18,665 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:18,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:17:18,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741835_1011 (size=1138) 2024-11-26T23:17:18,714 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:17:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:19,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4731d5ea4d7e6fc0493bae5c695c781b, NAME => 'hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5 2024-11-26T23:17:19,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741836_1012 (size=44) 2024-11-26T23:17:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:19,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:19,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4731d5ea4d7e6fc0493bae5c695c781b, disabling compactions & flushes 2024-11-26T23:17:19,510 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:19,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:19,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. after waiting 0 ms 2024-11-26T23:17:19,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:19,510 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:19,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4731d5ea4d7e6fc0493bae5c695c781b: Waiting for close lock at 1732663039510Disabling compacts and flushes for region at 1732663039510Disabling writes for close at 1732663039510Writing region close event to WAL at 1732663039510Closed at 1732663039510 2024-11-26T23:17:19,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:17:19,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663039513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663039513"}]},"ts":"1732663039513"} 2024-11-26T23:17:19,525 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:17:19,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:17:19,531 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663039528"}]},"ts":"1732663039528"} 2024-11-26T23:17:19,537 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:17:19,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN}] 2024-11-26T23:17:19,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN 2024-11-26T23:17:19,543 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN; state=OFFLINE, location=c707e9ace675,44053,1732663031494; forceNewPlan=false, retain=false 2024-11-26T23:17:19,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4731d5ea4d7e6fc0493bae5c695c781b, regionState=OPENING, regionLocation=c707e9ace675,44053,1732663031494 2024-11-26T23:17:19,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN because future has completed 2024-11-26T23:17:19,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4731d5ea4d7e6fc0493bae5c695c781b, server=c707e9ace675,44053,1732663031494}] 2024-11-26T23:17:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:19,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:19,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:19,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:17:19,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C44053%2C1732663031494.rep, suffix=, logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs, maxLogs=10 2024-11-26T23:17:19,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.rep.1732663039867, exclude list is [], retry=0 2024-11-26T23:17:19,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-491959f7-c8df-4dc9-a737-e3a388210046,DISK] 2024-11-26T23:17:19,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.rep.1732663039867 2024-11-26T23:17:19,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-26T23:17:19,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4731d5ea4d7e6fc0493bae5c695c781b, NAME => 'hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:19,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:19,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:19,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. service=MultiRowMutationService 2024-11-26T23:17:19,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:17:19,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:19,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,895 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,897 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4731d5ea4d7e6fc0493bae5c695c781b columnFamilyName hfileref 2024-11-26T23:17:19,897 DEBUG [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:19,898 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(327): Store=4731d5ea4d7e6fc0493bae5c695c781b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:19,898 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,900 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4731d5ea4d7e6fc0493bae5c695c781b columnFamilyName queue 2024-11-26T23:17:19,900 DEBUG [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:19,901 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(327): Store=4731d5ea4d7e6fc0493bae5c695c781b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:19,901 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,903 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4731d5ea4d7e6fc0493bae5c695c781b columnFamilyName sid 2024-11-26T23:17:19,903 DEBUG [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:19,904 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(327): Store=4731d5ea4d7e6fc0493bae5c695c781b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:19,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:17:19,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:19,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4731d5ea4d7e6fc0493bae5c695c781b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70073052, jitterRate=0.044169843196868896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:17:19,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:19,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4731d5ea4d7e6fc0493bae5c695c781b: Running coprocessor pre-open hook at 1732663039891Writing region info on filesystem at 1732663039891Initializing all the Stores at 1732663039893 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663039893Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663039894 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663039894Cleaning up temporary data from old regions at 1732663039907 (+13 ms)Running coprocessor post-open hooks at 1732663039914 (+7 ms)Region opened successfully at 1732663039915 (+1 ms) 2024-11-26T23:17:19,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b., pid=7, masterSystemTime=1732663039853 2024-11-26T23:17:19,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:19,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:19,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4731d5ea4d7e6fc0493bae5c695c781b, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,44053,1732663031494 2024-11-26T23:17:19,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4731d5ea4d7e6fc0493bae5c695c781b, server=c707e9ace675,44053,1732663031494 because future has completed 2024-11-26T23:17:19,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T23:17:19,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4731d5ea4d7e6fc0493bae5c695c781b, server=c707e9ace675,44053,1732663031494 in 231 msec 2024-11-26T23:17:19,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:17:19,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN in 397 msec 2024-11-26T23:17:19,941 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:17:19,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663039941"}]},"ts":"1732663039941"} 2024-11-26T23:17:19,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:17:19,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:17:19,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2910 sec 2024-11-26T23:17:19,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b., hostname=c707e9ace675,44053,1732663031494, seqNum=2] 2024-11-26T23:17:19,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44053 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T23:17:19,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:19,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:20,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:17:20,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:17:20,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:17:20,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:17:20,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T23:17:20,174 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:17:20,215 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,44053,1732663031494, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:17:20,217 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:20,217 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,44053,1732663031494, seqNum=-1] 2024-11-26T23:17:20,217 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:20,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T23:17:20,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,44053,1732663031494', locateType=CURRENT is [region=hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b., hostname=c707e9ace675,44053,1732663031494, seqNum=2] 2024-11-26T23:17:20,229 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T23:17:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T23:17:20,235 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,44053,1732663031494 suceeded 2024-11-26T23:17:20,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T23:17:20,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-26T23:17:20,240 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:44057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:17:20,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6300 sec 2024-11-26T23:17:20,249 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44057' 2024-11-26T23:17:20,251 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3852e17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:20,251 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44057,-1 for getting cluster id 2024-11-26T23:17:20,251 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:20,252 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '510980aa-ba01-416a-8b3d-bf935aaa29cf' 2024-11-26T23:17:20,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:20,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "510980aa-ba01-416a-8b3d-bf935aaa29cf" 2024-11-26T23:17:20,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b47be67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:20,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44057,-1] 2024-11-26T23:17:20,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:20,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:20,254 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:20,255 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ba50556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:20,256 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:20,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44057,1732663036080 2024-11-26T23:17:20,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1832d22a 2024-11-26T23:17:20,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:20,258 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T23:17:20,259 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,44053,1732663031494 (queues=1) is replicating from cluster=b7547996-e0f7-4733-8329-a8e8e30111d1 to cluster=510980aa-ba01-416a-8b3d-bf935aaa29cf 2024-11-26T23:17:20,262 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C44053%2C1732663031494 2024-11-26T23:17:20,266 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,44053,1732663031494, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:17:20,268 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.shipperc707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C44053%2C1732663031494 2024-11-26T23:17:20,273 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068, startPosition=0, beingWritten=true 2024-11-26T23:17:20,544 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:20,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:20,781 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:17:20,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:20,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:20,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:20,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:20,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b75f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:20,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,42547,-1 for getting cluster id 2024-11-26T23:17:20,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:20,784 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7547996-e0f7-4733-8329-a8e8e30111d1' 2024-11-26T23:17:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7547996-e0f7-4733-8329-a8e8e30111d1" 2024-11-26T23:17:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4914254f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,42547,-1] 2024-11-26T23:17:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:20,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:20,787 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:20,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1c0fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:20,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,42547,1732663030819 2024-11-26T23:17:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@324c4837 2024-11-26T23:17:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:20,792 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:20,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c707e9ace675:44057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:17:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:17:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T23:17:20,797 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44057' 2024-11-26T23:17:20,799 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f913ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:20,799 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44057,-1 for getting cluster id 2024-11-26T23:17:20,799 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:20,800 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '510980aa-ba01-416a-8b3d-bf935aaa29cf' 2024-11-26T23:17:20,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:20,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "510980aa-ba01-416a-8b3d-bf935aaa29cf" 2024-11-26T23:17:20,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7013ef01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:20,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44057,-1] 2024-11-26T23:17:20,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:20,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:20,802 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8ce29f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:20,811 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:20,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44057,1732663036080 2024-11-26T23:17:20,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b1db0a0 2024-11-26T23:17:20,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:20,814 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:20,815 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T23:17:20,816 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:17:20,816 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:20,816 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:20,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:20,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:17:20,851 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T23:17:20,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-26T23:17:20,988 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T23:17:21,035 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c707e9ace675,44053,1732663031494, ReplicationSource: 2, currentBandwidth=0 2024-11-26T23:17:21,038 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T23:17:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T23:17:21,042 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c707e9ace675,44053,1732663031494 suceeded 2024-11-26T23:17:21,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:17:21,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-26T23:17:21,045 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c707e9ace675:44057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:17:21,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 252 msec 2024-11-26T23:17:21,062 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44057' 2024-11-26T23:17:21,064 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39749f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:21,064 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44057,-1 for getting cluster id 2024-11-26T23:17:21,064 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:21,065 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '510980aa-ba01-416a-8b3d-bf935aaa29cf' 2024-11-26T23:17:21,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:21,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "510980aa-ba01-416a-8b3d-bf935aaa29cf" 2024-11-26T23:17:21,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15fd498c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:21,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44057,-1] 2024-11-26T23:17:21,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:21,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,069 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:21,070 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1be7fb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:21,070 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:21,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44057,1732663036080 2024-11-26T23:17:21,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54653941 2024-11-26T23:17:21,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:21,072 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T23:17:21,073 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c707e9ace675,44053,1732663031494 (queues=1) is replicating from cluster=b7547996-e0f7-4733-8329-a8e8e30111d1 to cluster=510980aa-ba01-416a-8b3d-bf935aaa29cf 2024-11-26T23:17:21,073 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c707e9ace675%2C44053%2C1732663031494 2024-11-26T23:17:21,073 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c707e9ace675,44053,1732663031494, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:17:21,074 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.shipperc707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C44053%2C1732663031494 2024-11-26T23:17:21,074 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068, startPosition=0, beingWritten=true 2024-11-26T23:17:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T23:17:21,109 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T23:17:21,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:21,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:21,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:21,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,42547,1732663030819 2024-11-26T23:17:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434ccf38 2024-11-26T23:17:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:21,118 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:21,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T23:17:21,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T23:17:21,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T23:17:21,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T23:17:21,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://c707e9ace675:44057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:17:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T23:17:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T23:17:21,134 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44057' 2024-11-26T23:17:21,135 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7068bfac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:21,135 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44057,-1 for getting cluster id 2024-11-26T23:17:21,135 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:21,136 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '510980aa-ba01-416a-8b3d-bf935aaa29cf' 2024-11-26T23:17:21,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:21,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "510980aa-ba01-416a-8b3d-bf935aaa29cf" 2024-11-26T23:17:21,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d46dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:21,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44057,-1] 2024-11-26T23:17:21,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:21,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,139 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:21,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d881dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:21,139 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44057,1732663036080 2024-11-26T23:17:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@560fa758 2024-11-26T23:17:21,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:21,141 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:21,142 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T23:17:21,142 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:17:21,142 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,142 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:21,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:17:21,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:17:21,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T23:17:21,231 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:17:21,231 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T23:17:21,232 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:21,232 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T23:17:21,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:21,233 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T23:17:21,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T23:17:21,233 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T23:17:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T23:17:21,269 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:21,282 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:21,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-26T23:17:21,302 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-26T23:17:21,304 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T23:17:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T23:17:21,307 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c707e9ace675,44053,1732663031494 suceeded 2024-11-26T23:17:21,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T23:17:21,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-26T23:17:21,311 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c707e9ace675:44057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:17:21,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 184 msec 2024-11-26T23:17:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T23:17:21,449 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-26T23:17:21,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://c707e9ace675:44057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:17:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T23:17:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T23:17:21,455 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44057' 2024-11-26T23:17:21,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e79faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:21,456 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44057,-1 for getting cluster id 2024-11-26T23:17:21,456 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:21,457 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '510980aa-ba01-416a-8b3d-bf935aaa29cf' 2024-11-26T23:17:21,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:21,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "510980aa-ba01-416a-8b3d-bf935aaa29cf" 2024-11-26T23:17:21,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a836145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:21,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44057,-1] 2024-11-26T23:17:21,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:21,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,459 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:21,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d820dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:21,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:21,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44057,1732663036080 2024-11-26T23:17:21,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc2fd66 2024-11-26T23:17:21,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:21,463 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:21,464 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:17:21,464 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:17:21,464 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,464 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:21,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:17:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T23:17:21,588 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:21,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-26T23:17:21,625 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-26T23:17:21,626 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T23:17:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T23:17:21,630 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c707e9ace675,44053,1732663031494 suceeded 2024-11-26T23:17:21,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T23:17:21,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-26T23:17:21,633 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c707e9ace675:44057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:17:21,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-26T23:17:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T23:17:21,769 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-26T23:17:21,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T23:17:21,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42547 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T23:17:21,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:21,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:21,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:21,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:17:21,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994916006, stopped=false 2024-11-26T23:17:21,772 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,42547,1732663030819 2024-11-26T23:17:21,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/running 2024-11-26T23:17:21,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/running 2024-11-26T23:17:21,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:21,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:21,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:21,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:21,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:21,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,775 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,44053,1732663031494' ***** 2024-11-26T23:17:21,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/running 2024-11-26T23:17:21,775 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:17:21,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/running 2024-11-26T23:17:21,775 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:17:21,776 INFO [RS:0;c707e9ace675:44053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:17:21,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:17:21,776 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:21,776 INFO [RS:0;c707e9ace675:44053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:17:21,776 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:21,777 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,44053,1732663031494 2024-11-26T23:17:21,777 INFO [RS:0;c707e9ace675:44053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:21,777 INFO [RS:0;c707e9ace675:44053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:44053. 2024-11-26T23:17:21,777 DEBUG [RS:0;c707e9ace675:44053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:21,777 DEBUG [RS:0;c707e9ace675:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:21,777 INFO [RS:0;c707e9ace675:44053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:17:21,777 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4731d5ea4d7e6fc0493bae5c695c781b, disabling compactions & flushes 2024-11-26T23:17:21,777 INFO [RS:0;c707e9ace675:44053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:17:21,777 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:21,777 INFO [RS:0;c707e9ace675:44053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:17:21,777 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:21,777 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. after waiting 0 ms 2024-11-26T23:17:21,777 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:21,777 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:17:21,778 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:17:21,778 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1325): Online Regions={4731d5ea4d7e6fc0493bae5c695c781b=hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:17:21,778 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:21,778 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:21,778 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:21,778 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:21,778 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:21,778 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:21,781 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T23:17:21,781 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4731d5ea4d7e6fc0493bae5c695c781b 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-26T23:17:21,809 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:21,857 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b/.tmp/queue/91cffb8a85cd49109dc24a1ac60479e6 is 151, key is 1-c707e9ace675,44053,1732663031494/queue:c707e9ace675%2C44053%2C1732663031494/1732663040223/Put/seqid=0 2024-11-26T23:17:21,857 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/info/a2907846aa094e249ed21b09c8be57dd is 147, key is hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b./info:regioninfo/1732663039923/Put/seqid=0 2024-11-26T23:17:21,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741838_1014 (size=5500) 2024-11-26T23:17:21,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741839_1015 (size=6631) 2024-11-26T23:17:21,881 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b/.tmp/queue/91cffb8a85cd49109dc24a1ac60479e6 2024-11-26T23:17:21,920 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:17:21,920 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:17:21,938 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b/.tmp/queue/91cffb8a85cd49109dc24a1ac60479e6 as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b/queue/91cffb8a85cd49109dc24a1ac60479e6 2024-11-26T23:17:21,949 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b/queue/91cffb8a85cd49109dc24a1ac60479e6, entries=2, sequenceid=6, filesize=5.4 K 2024-11-26T23:17:21,958 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4731d5ea4d7e6fc0493bae5c695c781b in 174ms, sequenceid=6, compaction requested=false 2024-11-26T23:17:21,967 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T23:17:21,970 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:21,970 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:21,970 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:21,971 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4731d5ea4d7e6fc0493bae5c695c781b: Waiting for close lock at 1732663041777Running coprocessor pre-close hooks at 1732663041777Disabling compacts and flushes for region at 1732663041777Disabling writes for close at 1732663041777Obtaining lock to block concurrent updates at 1732663041781 (+4 ms)Preparing flush snapshotting stores in 4731d5ea4d7e6fc0493bae5c695c781b at 1732663041781Finished memstore snapshotting hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732663041790 (+9 ms)Flushing stores of hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. at 1732663041791 (+1 ms)Flushing 4731d5ea4d7e6fc0493bae5c695c781b/queue: creating writer at 1732663041793 (+2 ms)Flushing 4731d5ea4d7e6fc0493bae5c695c781b/queue: appending metadata at 1732663041835 (+42 ms)Flushing 4731d5ea4d7e6fc0493bae5c695c781b/queue: closing flushed file at 1732663041838 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77352358: reopening flushed file at 1732663041936 (+98 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4731d5ea4d7e6fc0493bae5c695c781b in 174ms, sequenceid=6, compaction requested=false at 1732663041958 (+22 ms)Writing region close event to WAL at 1732663041961 (+3 ms)Running coprocessor post-close hooks at 1732663041968 (+7 ms)Closed at 1732663041970 (+2 ms) 2024-11-26T23:17:21,971 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:21,978 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:21,996 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:22,179 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:22,282 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/info/a2907846aa094e249ed21b09c8be57dd 2024-11-26T23:17:22,315 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/ns/9e81d30070174c81a663d6c382f389dc is 43, key is default/ns:d/1732663034708/Put/seqid=0 2024-11-26T23:17:22,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741840_1016 (size=5153) 2024-11-26T23:17:22,379 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:22,390 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:22,506 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:22,580 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:22,728 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/ns/9e81d30070174c81a663d6c382f389dc 2024-11-26T23:17:22,755 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/table/cbfe0ac7010a40b2b5e9c7f4b49bf527 is 53, key is hbase:replication/table:state/1732663039941/Put/seqid=0 2024-11-26T23:17:22,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741841_1017 (size=5256) 2024-11-26T23:17:22,781 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:17:22,781 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:17:22,781 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:22,981 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:23,098 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:23,114 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 to pos 0, reset compression=false 2024-11-26T23:17:23,161 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/table/cbfe0ac7010a40b2b5e9c7f4b49bf527 2024-11-26T23:17:23,170 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/info/a2907846aa094e249ed21b09c8be57dd as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/info/a2907846aa094e249ed21b09c8be57dd 2024-11-26T23:17:23,178 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/info/a2907846aa094e249ed21b09c8be57dd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T23:17:23,180 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/ns/9e81d30070174c81a663d6c382f389dc as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/ns/9e81d30070174c81a663d6c382f389dc 2024-11-26T23:17:23,181 DEBUG [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:23,187 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/ns/9e81d30070174c81a663d6c382f389dc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T23:17:23,188 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/table/cbfe0ac7010a40b2b5e9c7f4b49bf527 as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/table/cbfe0ac7010a40b2b5e9c7f4b49bf527 2024-11-26T23:17:23,196 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/table/cbfe0ac7010a40b2b5e9c7f4b49bf527, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T23:17:23,198 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=11, compaction requested=false 2024-11-26T23:17:23,204 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T23:17:23,205 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:23,205 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:23,205 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:23,205 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663041778Running coprocessor pre-close hooks at 1732663041778Disabling compacts and flushes for region at 1732663041778Disabling writes for close at 1732663041778Obtaining lock to block concurrent updates at 1732663041781 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732663041781Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732663041790 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732663041791 (+1 ms)Flushing 1588230740/info: creating writer at 1732663041793 (+2 ms)Flushing 1588230740/info: appending metadata at 1732663041835 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732663041838 (+3 ms)Flushing 1588230740/ns: creating writer at 1732663042294 (+456 ms)Flushing 1588230740/ns: appending metadata at 1732663042314 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732663042314Flushing 1588230740/table: creating writer at 1732663042737 (+423 ms)Flushing 1588230740/table: appending metadata at 1732663042754 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732663042754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9a35be: reopening flushed file at 1732663043169 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43459890: reopening flushed file at 1732663043179 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e56beb: reopening flushed file at 1732663043187 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=11, compaction requested=false at 1732663043198 (+11 ms)Writing region close event to WAL at 1732663043199 (+1 ms)Running coprocessor post-close hooks at 1732663043205 (+6 ms)Closed at 1732663043205 2024-11-26T23:17:23,205 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:23,382 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,44053,1732663031494; all regions closed. 2024-11-26T23:17:23,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741834_1010 (size=2742) 2024-11-26T23:17:23,392 DEBUG [RS:0;c707e9ace675:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs 2024-11-26T23:17:23,392 INFO [RS:0;c707e9ace675:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C44053%2C1732663031494.meta:.meta(num 1732663034544) 2024-11-26T23:17:23,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741837_1013 (size=1802) 2024-11-26T23:17:23,398 DEBUG [RS:0;c707e9ace675:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs 2024-11-26T23:17:23,398 INFO [RS:0;c707e9ace675:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C44053%2C1732663031494.rep:(num 1732663039867) 2024-11-26T23:17:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741833_1009 (size=93) 2024-11-26T23:17:23,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494/c707e9ace675%2C44053%2C1732663031494.1732663034068 not finished, retry = 0 2024-11-26T23:17:23,505 DEBUG [RS:0;c707e9ace675:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs 2024-11-26T23:17:23,505 INFO [RS:0;c707e9ace675:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C44053%2C1732663031494:(num 1732663034068) 2024-11-26T23:17:23,505 DEBUG [RS:0;c707e9ace675:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:23,505 INFO [RS:0;c707e9ace675:44053 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:23,505 INFO [RS:0;c707e9ace675:44053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:23,505 INFO [RS:0;c707e9ace675:44053 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:23,506 INFO [RS:0;c707e9ace675:44053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:23,506 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:23,506 INFO [RS:0;c707e9ace675:44053 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,44053,1732663031494 because: Region server is closing 2024-11-26T23:17:23,506 INFO [RS:0;c707e9ace675:44053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:44053. 2024-11-26T23:17:23,507 DEBUG [RS:0;c707e9ace675:44053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:23,507 DEBUG [RS:0;c707e9ace675:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:23,507 DEBUG [RS:0;c707e9ace675:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:23,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:23,607 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:17:23,607 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.shipperc707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T23:17:23,608 INFO [RS:0;c707e9ace675:44053 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,44053,1732663031494.replicationSource.shipperc707e9ace675%2C44053%2C1732663031494,1-c707e9ace675,44053,1732663031494 terminated 2024-11-26T23:17:23,608 INFO [RS:0;c707e9ace675:44053 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c707e9ace675,44053,1732663031494 because: Region server is closing 2024-11-26T23:17:23,609 INFO [RS:0;c707e9ace675:44053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:44053. 2024-11-26T23:17:23,609 DEBUG [RS:0;c707e9ace675:44053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:23,609 DEBUG [RS:0;c707e9ace675:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:23,609 DEBUG [RS:0;c707e9ace675:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:23,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:23,710 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.wal-reader.c707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:17:23,710 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.shipperc707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T23:17:23,710 INFO [RS:0;c707e9ace675:44053 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,44053,1732663031494.replicationSource.shipperc707e9ace675%2C44053%2C1732663031494,2-c707e9ace675,44053,1732663031494 terminated 2024-11-26T23:17:23,710 INFO [RS:0;c707e9ace675:44053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44053 2024-11-26T23:17:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/rs/c707e9ace675,44053,1732663031494 2024-11-26T23:17:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/rs 2024-11-26T23:17:23,715 INFO [RS:0;c707e9ace675:44053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:23,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,44053,1732663031494] 2024-11-26T23:17:23,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/draining/c707e9ace675,44053,1732663031494 already deleted, retry=false 2024-11-26T23:17:23,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,44053,1732663031494 expired; onlineServers=0 2024-11-26T23:17:23,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,42547,1732663030819' ***** 2024-11-26T23:17:23,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:17:23,718 INFO [M:0;c707e9ace675:42547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:23,719 INFO [M:0;c707e9ace675:42547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:23,719 DEBUG [M:0;c707e9ace675:42547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:17:23,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:17:23,719 DEBUG [M:0;c707e9ace675:42547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:17:23,719 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663033696 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663033696,5,FailOnTimeoutGroup] 2024-11-26T23:17:23,719 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663033693 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663033693,5,FailOnTimeoutGroup] 2024-11-26T23:17:23,719 INFO [M:0;c707e9ace675:42547 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:23,719 INFO [M:0;c707e9ace675:42547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:23,719 DEBUG [M:0;c707e9ace675:42547 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:17:23,719 INFO [M:0;c707e9ace675:42547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:17:23,720 INFO [M:0;c707e9ace675:42547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:23,720 INFO [M:0;c707e9ace675:42547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:17:23,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:17:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/master 2024-11-26T23:17:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:23,721 DEBUG [M:0;c707e9ace675:42547 {}] zookeeper.ZKUtil(347): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/master because node does not exist (not an error) 2024-11-26T23:17:23,721 WARN [M:0;c707e9ace675:42547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:17:23,722 INFO [M:0;c707e9ace675:42547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/.lastflushedseqids 2024-11-26T23:17:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741842_1018 (size=181) 2024-11-26T23:17:23,734 INFO [M:0;c707e9ace675:42547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:17:23,735 INFO [M:0;c707e9ace675:42547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:17:23,735 DEBUG [M:0;c707e9ace675:42547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:23,735 INFO [M:0;c707e9ace675:42547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:23,735 DEBUG [M:0;c707e9ace675:42547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:23,735 DEBUG [M:0;c707e9ace675:42547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:23,735 DEBUG [M:0;c707e9ace675:42547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:23,735 INFO [M:0;c707e9ace675:42547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-26T23:17:23,755 DEBUG [M:0;c707e9ace675:42547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7178173305e649209cb4c658ca3aca6e is 82, key is hbase:meta,,1/info:regioninfo/1732663034635/Put/seqid=0 2024-11-26T23:17:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741843_1019 (size=5672) 2024-11-26T23:17:23,761 INFO [M:0;c707e9ace675:42547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7178173305e649209cb4c658ca3aca6e 2024-11-26T23:17:23,788 DEBUG [M:0;c707e9ace675:42547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35a77411d6114abdaaf5d71a269c7170 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732663039951/Put/seqid=0 2024-11-26T23:17:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741844_1020 (size=8663) 2024-11-26T23:17:23,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:23,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x101569190d80001, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:23,818 INFO [RS:0;c707e9ace675:44053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:23,819 INFO [RS:0;c707e9ace675:44053 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,44053,1732663031494; zookeeper connection closed. 2024-11-26T23:17:23,819 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bd118bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bd118bd 2024-11-26T23:17:23,820 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:17:24,193 INFO [M:0;c707e9ace675:42547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35a77411d6114abdaaf5d71a269c7170 2024-11-26T23:17:24,217 DEBUG [M:0;c707e9ace675:42547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc52261f79ca4f208bf921b4b98dadcf is 69, key is c707e9ace675,44053,1732663031494/rs:state/1732663033832/Put/seqid=0 2024-11-26T23:17:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741845_1021 (size=5156) 2024-11-26T23:17:24,624 INFO [M:0;c707e9ace675:42547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc52261f79ca4f208bf921b4b98dadcf 2024-11-26T23:17:24,634 DEBUG [M:0;c707e9ace675:42547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7178173305e649209cb4c658ca3aca6e as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7178173305e649209cb4c658ca3aca6e 2024-11-26T23:17:24,642 INFO [M:0;c707e9ace675:42547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7178173305e649209cb4c658ca3aca6e, entries=8, sequenceid=115, filesize=5.5 K 2024-11-26T23:17:24,643 DEBUG [M:0;c707e9ace675:42547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35a77411d6114abdaaf5d71a269c7170 as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35a77411d6114abdaaf5d71a269c7170 2024-11-26T23:17:24,651 INFO [M:0;c707e9ace675:42547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35a77411d6114abdaaf5d71a269c7170, entries=14, sequenceid=115, filesize=8.5 K 2024-11-26T23:17:24,652 DEBUG [M:0;c707e9ace675:42547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc52261f79ca4f208bf921b4b98dadcf as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc52261f79ca4f208bf921b4b98dadcf 2024-11-26T23:17:24,659 INFO [M:0;c707e9ace675:42547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc52261f79ca4f208bf921b4b98dadcf, entries=1, sequenceid=115, filesize=5.0 K 2024-11-26T23:17:24,661 INFO [M:0;c707e9ace675:42547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=115, compaction requested=false 2024-11-26T23:17:24,663 INFO [M:0;c707e9ace675:42547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:24,663 DEBUG [M:0;c707e9ace675:42547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663043735Disabling compacts and flushes for region at 1732663043735Disabling writes for close at 1732663043735Obtaining lock to block concurrent updates at 1732663043735Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663043735Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732663043736 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663043737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663043737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663043755 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663043755Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663043770 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663043787 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663043787Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663044201 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663044217 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663044217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196f9985: reopening flushed file at 1732663044632 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b2584d3: reopening flushed file at 1732663044642 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6959d82e: reopening flushed file at 1732663044651 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=115, compaction requested=false at 1732663044661 (+10 ms)Writing region close event to WAL at 1732663044662 (+1 ms)Closed at 1732663044662 2024-11-26T23:17:24,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741830_1006 (size=59421) 2024-11-26T23:17:24,667 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:24,668 INFO [M:0;c707e9ace675:42547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:17:24,668 INFO [M:0;c707e9ace675:42547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42547 2024-11-26T23:17:24,668 INFO [M:0;c707e9ace675:42547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:24,770 INFO [M:0;c707e9ace675:42547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42547-0x101569190d80000, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:24,772 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:24,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:24,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:24,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:24,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:24,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:24,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:17:24,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:24,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37459 2024-11-26T23:17:24,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37459 connecting to ZooKeeper ensemble=127.0.0.1:52735 2024-11-26T23:17:24,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374590x0, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:24,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37459-0x101569190d80006 connected 2024-11-26T23:17:24,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:24,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:24,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/running 2024-11-26T23:17:24,786 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: INIT 2024-11-26T23:17:24,786 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5, hbase.cluster.distributed=false 2024-11-26T23:17:24,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/acl 2024-11-26T23:17:24,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37459 2024-11-26T23:17:24,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37459 2024-11-26T23:17:24,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37459 2024-11-26T23:17:24,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37459 2024-11-26T23:17:24,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37459 2024-11-26T23:17:24,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:24,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:24,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:17:24,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:24,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46125 2024-11-26T23:17:24,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46125 connecting to ZooKeeper ensemble=127.0.0.1:52735 2024-11-26T23:17:24,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:24,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:24,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461250x0, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:24,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46125-0x101569190d80007 connected 2024-11-26T23:17:24,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/running 2024-11-26T23:17:24,818 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: INIT 2024-11-26T23:17:24,819 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:17:24,820 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:17:24,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/master 2024-11-26T23:17:24,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/acl 2024-11-26T23:17:24,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-26T23:17:24,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46125 2024-11-26T23:17:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46125 2024-11-26T23:17:24,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-26T23:17:24,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-26T23:17:24,840 DEBUG [M:0;c707e9ace675:37459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:37459 2024-11-26T23:17:24,840 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01702226328/backup-masters/c707e9ace675,37459,1732663044772 2024-11-26T23:17:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/backup-masters 2024-11-26T23:17:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/backup-masters 2024-11-26T23:17:24,842 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on existing znode=/01702226328/backup-masters/c707e9ace675,37459,1732663044772 2024-11-26T23:17:24,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01702226328/master 2024-11-26T23:17:24,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:24,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:24,845 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on existing znode=/01702226328/master 2024-11-26T23:17:24,845 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01702226328/backup-masters/c707e9ace675,37459,1732663044772 from backup master directory 2024-11-26T23:17:24,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/backup-masters/c707e9ace675,37459,1732663044772 2024-11-26T23:17:24,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/backup-masters 2024-11-26T23:17:24,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/backup-masters 2024-11-26T23:17:24,847 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:24,847 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,37459,1732663044772 2024-11-26T23:17:24,862 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:24,862 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:17:24,875 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-26T23:17:24,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741846_1022 (size=196) 2024-11-26T23:17:25,285 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:25,286 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:17:25,287 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:25,295 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T23:17:25,298 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819 to hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819-dead as it is dead 2024-11-26T23:17:25,299 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T23:17:25,299 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T23:17:25,300 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819-dead/c707e9ace675%2C42547%2C1732663030819.1732663033134 2024-11-26T23:17:25,305 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819-dead/c707e9ace675%2C42547%2C1732663030819.1732663033134 after 3ms 2024-11-26T23:17:25,306 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819-dead/c707e9ace675%2C42547%2C1732663030819.1732663033134 to hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c707e9ace675%2C42547%2C1732663030819.1732663033134 2024-11-26T23:17:25,306 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,42547,1732663030819-dead 2024-11-26T23:17:25,307 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,37459,1732663044772 2024-11-26T23:17:25,308 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:25,310 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C37459%2C1732663044772, suffix=, logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,37459,1732663044772, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/oldWALs, maxLogs=10 2024-11-26T23:17:25,324 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,37459,1732663044772/c707e9ace675%2C37459%2C1732663044772.1732663045310, exclude list is [], retry=0 2024-11-26T23:17:25,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-491959f7-c8df-4dc9-a737-e3a388210046,DISK] 2024-11-26T23:17:25,331 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/WALs/c707e9ace675,37459,1732663044772/c707e9ace675%2C37459%2C1732663044772.1732663045310 2024-11-26T23:17:25,331 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-26T23:17:25,331 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:25,331 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:25,332 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,332 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:17:25,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:25,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7178173305e649209cb4c658ca3aca6e 2024-11-26T23:17:25,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:25,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:17:25,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:25,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35a77411d6114abdaaf5d71a269c7170 2024-11-26T23:17:25,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:25,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:17:25,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:25,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc52261f79ca4f208bf921b4b98dadcf 2024-11-26T23:17:25,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:25,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:17:25,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:25,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:25,362 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,362 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T23:17:25,362 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c707e9ace675%2C42547%2C1732663030819.1732663033134 2024-11-26T23:17:25,376 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c707e9ace675%2C42547%2C1732663030819.1732663033134 2024-11-26T23:17:25,377 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c707e9ace675%2C42547%2C1732663030819.1732663033134 2024-11-26T23:17:25,379 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,379 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,380 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:25,382 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:25,385 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-26T23:17:25,386 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69227388, jitterRate=0.03156846761703491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:25,386 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663045332Initializing all the Stores at 1732663045333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663045333Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663045333Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663045333Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663045333Cleaning up temporary data from old regions at 1732663045379 (+46 ms)Region opened successfully at 1732663045386 (+7 ms) 2024-11-26T23:17:25,386 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:17:25,390 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe2116f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:25,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:17:25,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T23:17:25,402 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:17:25,402 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:17:25,402 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:17:25,403 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:17:25,409 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:25,409 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:17:25,410 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:17:25,411 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:17:25,411 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T23:17:25,411 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T23:17:25,411 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-26T23:17:25,411 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:17:25,416 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c707e9ace675,44053,1732663031494, regionLocation=c707e9ace675,44053,1732663031494, openSeqNum=2 2024-11-26T23:17:25,416 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c707e9ace675,44053,1732663031494, table=hbase:meta, region=1588230740 2024-11-26T23:17:25,416 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,44053,1732663031494, state=OPEN 2024-11-26T23:17:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01702226328/meta-region-server 2024-11-26T23:17:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01702226328/meta-region-server 2024-11-26T23:17:25,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:25,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:25,424 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:17:25,426 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/draining/c707e9ace675,44053,1732663031494 already deleted, retry=false 2024-11-26T23:17:25,426 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c707e9ace675,44053,1732663031494 on c707e9ace675,37459,1732663044772 2024-11-26T23:17:25,434 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c707e9ace675,44053,1732663031494, splitWal=true, meta=true 2024-11-26T23:17:25,437 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for c707e9ace675,44053,1732663031494 (carryingMeta=true) c707e9ace675,44053,1732663031494/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7d1a972d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T23:17:25,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/balancer because node does not exist (not necessarily an error) 2024-11-26T23:17:25,445 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/balancer already deleted, retry=false 2024-11-26T23:17:25,446 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:17:25,447 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:17:25,448 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/normalizer already deleted, retry=false 2024-11-26T23:17:25,448 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:17:25,449 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:17:25,450 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/switch/split already deleted, retry=false 2024-11-26T23:17:25,451 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:17:25,452 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/switch/merge already deleted, retry=false 2024-11-26T23:17:25,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:17:25,461 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/snapshot-cleanup already deleted, retry=false 2024-11-26T23:17:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01702226328/running 2024-11-26T23:17:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01702226328/running 2024-11-26T23:17:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:25,464 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,37459,1732663044772, sessionid=0x101569190d80006, setting cluster-up flag (Was=false) 2024-11-26T23:17:25,467 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01702226328/flush-table-proc/acquired, /01702226328/flush-table-proc/reached, /01702226328/flush-table-proc/abort 2024-11-26T23:17:25,469 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,37459,1732663044772 2024-11-26T23:17:25,471 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01702226328/online-snapshot/acquired, /01702226328/online-snapshot/reached, /01702226328/online-snapshot/abort 2024-11-26T23:17:25,473 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,37459,1732663044772 2024-11-26T23:17:25,474 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/.lastflushedseqids 2024-11-26T23:17:25,477 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:17:25,477 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:17:25,478 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,37459,1732663044772 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c707e9ace675,44053,1732663031494 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:17:25,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:25,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:25,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:25,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:25,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:17:25,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,480 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:25,480 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,481 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663075481 2024-11-26T23:17:25,482 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:17:25,482 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:17:25,482 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:17:25,482 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:17:25,482 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:17:25,482 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:17:25,482 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,483 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c707e9ace675,44053,1732663031494, splitWal=true, meta=true 2024-11-26T23:17:25,484 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c707e9ace675,44053,1732663031494, splitWal=true, meta=true, isMeta: true 2024-11-26T23:17:25,485 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494-splitting 2024-11-26T23:17:25,486 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:17:25,486 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:17:25,486 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494-splitting dir is empty, no logs to split. 2024-11-26T23:17:25,486 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:17:25,486 INFO [PEWorker-1 {}] master.SplitWALManager(105): c707e9ace675,44053,1732663031494 WAL count=0, meta=true 2024-11-26T23:17:25,486 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:17:25,487 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:17:25,487 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:17:25,487 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663045487,5,FailOnTimeoutGroup] 2024-11-26T23:17:25,487 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663045487,5,FailOnTimeoutGroup] 2024-11-26T23:17:25,487 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,487 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:17:25,487 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,488 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,488 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663045488, completionTime=-1 2024-11-26T23:17:25,488 WARN [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T23:17:25,490 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494-splitting dir is empty, no logs to split. 2024-11-26T23:17:25,490 INFO [PEWorker-1 {}] master.SplitWALManager(105): c707e9ace675,44053,1732663031494 WAL count=0, meta=true 2024-11-26T23:17:25,490 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c707e9ace675,44053,1732663031494 WAL splitting is done? wals=0, meta=true 2024-11-26T23:17:25,491 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T23:17:25,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:17:25,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:25,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T23:17:25,530 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(746): ClusterId : b7547996-e0f7-4733-8329-a8e8e30111d1 2024-11-26T23:17:25,530 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:17:25,532 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:17:25,532 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:17:25,534 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:17:25,535 DEBUG [RS:0;c707e9ace675:46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550b6034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:25,549 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:46125 2024-11-26T23:17:25,549 INFO [RS:0;c707e9ace675:46125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:17:25,549 INFO [RS:0;c707e9ace675:46125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:17:25,549 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:17:25,550 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,37459,1732663044772 with port=46125, startcode=1732663044806 2024-11-26T23:17:25,550 DEBUG [RS:0;c707e9ace675:46125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:17:25,552 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:17:25,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,46125,1732663044806 2024-11-26T23:17:25,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37459 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,46125,1732663044806 2024-11-26T23:17:25,556 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5 2024-11-26T23:17:25,556 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45977 2024-11-26T23:17:25,556 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:17:25,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/rs 2024-11-26T23:17:25,559 DEBUG [RS:0;c707e9ace675:46125 {}] zookeeper.ZKUtil(111): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on existing znode=/01702226328/rs/c707e9ace675,46125,1732663044806 2024-11-26T23:17:25,559 WARN [RS:0;c707e9ace675:46125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:25,559 INFO [RS:0;c707e9ace675:46125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:25,560 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806 2024-11-26T23:17:25,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,46125,1732663044806] 2024-11-26T23:17:25,592 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T23:17:25,605 INFO [RS:0;c707e9ace675:46125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:17:25,609 INFO [RS:0;c707e9ace675:46125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:17:25,609 INFO [RS:0;c707e9ace675:46125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:17:25,609 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,610 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:17:25,611 INFO [RS:0;c707e9ace675:46125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:17:25,611 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,611 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,611 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,612 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,612 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,612 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,612 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:25,612 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,612 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,612 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,612 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,612 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,613 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:25,613 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:25,613 DEBUG [RS:0;c707e9ace675:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:25,613 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,613 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,613 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,614 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,614 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,614 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46125,1732663044806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:25,632 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:17:25,632 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46125,1732663044806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,645 WARN [c707e9ace675:37459 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T23:17:25,649 INFO [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,46125,1732663044806, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:17:25,666 INFO [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSource(231): queueId=2-c707e9ace675,46125,1732663044806, ReplicationSource: 2, currentBandwidth=0 2024-11-26T23:17:25,667 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,667 INFO [RS:0;c707e9ace675:46125 {}] regionserver.Replication(171): c707e9ace675,46125,1732663044806 started 2024-11-26T23:17:25,667 DEBUG [RS:0;c707e9ace675:46125.replicationSource,1-c707e9ace675,46125,1732663044806 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44057' 2024-11-26T23:17:25,669 DEBUG [RS:0;c707e9ace675:46125.replicationSource,1-c707e9ace675,46125,1732663044806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b381148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:25,669 DEBUG [RS:0;c707e9ace675:46125.replicationSource,1-c707e9ace675,46125,1732663044806 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44057,-1 for getting cluster id 2024-11-26T23:17:25,669 DEBUG [RS:0;c707e9ace675:46125.replicationSource,1-c707e9ace675,46125,1732663044806 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:25,671 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '510980aa-ba01-416a-8b3d-bf935aaa29cf' 2024-11-26T23:17:25,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:25,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "510980aa-ba01-416a-8b3d-bf935aaa29cf" 2024-11-26T23:17:25,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@191d67a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:25,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44057,-1] 2024-11-26T23:17:25,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:25,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:25,673 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:25,675 DEBUG [RS:0;c707e9ace675:46125.replicationSource,1-c707e9ace675,46125,1732663044806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19752651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:25,675 DEBUG [RS:0;c707e9ace675:46125.replicationSource,1-c707e9ace675,46125,1732663044806 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:25,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44057,1732663036080 2024-11-26T23:17:25,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366497e 2024-11-26T23:17:25,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:25,678 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T23:17:25,679 INFO [RS:0;c707e9ace675:46125.replicationSource,1-c707e9ace675,46125,1732663044806 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,46125,1732663044806 (queues=0) is replicating from cluster=b7547996-e0f7-4733-8329-a8e8e30111d1 to cluster=510980aa-ba01-416a-8b3d-bf935aaa29cf 2024-11-26T23:17:25,683 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:25,684 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,46125,1732663044806, RpcServer on c707e9ace675/172.17.0.2:46125, sessionid=0x101569190d80007 2024-11-26T23:17:25,684 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:17:25,684 DEBUG [RS:0;c707e9ace675:46125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,46125,1732663044806 2024-11-26T23:17:25,684 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46125,1732663044806' 2024-11-26T23:17:25,684 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01702226328/flush-table-proc/abort' 2024-11-26T23:17:25,684 DEBUG [RS:0;c707e9ace675:46125.replicationSource,2-c707e9ace675,46125,1732663044806 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44057' 2024-11-26T23:17:25,685 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01702226328/flush-table-proc/acquired' 2024-11-26T23:17:25,685 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:17:25,685 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:17:25,685 DEBUG [RS:0;c707e9ace675:46125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,46125,1732663044806 2024-11-26T23:17:25,685 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46125,1732663044806' 2024-11-26T23:17:25,685 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01702226328/online-snapshot/abort' 2024-11-26T23:17:25,686 DEBUG [RS:0;c707e9ace675:46125.replicationSource,2-c707e9ace675,46125,1732663044806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17044e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:25,686 DEBUG [RS:0;c707e9ace675:46125.replicationSource,2-c707e9ace675,46125,1732663044806 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44057,-1 for getting cluster id 2024-11-26T23:17:25,686 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01702226328/online-snapshot/acquired' 2024-11-26T23:17:25,686 DEBUG [RS:0;c707e9ace675:46125.replicationSource,2-c707e9ace675,46125,1732663044806 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:25,686 DEBUG [RS:0;c707e9ace675:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:17:25,686 INFO [RS:0;c707e9ace675:46125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:17:25,686 INFO [RS:0;c707e9ace675:46125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:17:25,687 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '510980aa-ba01-416a-8b3d-bf935aaa29cf' 2024-11-26T23:17:25,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:25,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "510980aa-ba01-416a-8b3d-bf935aaa29cf" 2024-11-26T23:17:25,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c3015a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:25,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44057,-1] 2024-11-26T23:17:25,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:25,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:25,689 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:25,690 DEBUG [RS:0;c707e9ace675:46125.replicationSource,2-c707e9ace675,46125,1732663044806 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18971803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:25,690 DEBUG [RS:0;c707e9ace675:46125.replicationSource,2-c707e9ace675,46125,1732663044806 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:25,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44057,1732663036080 2024-11-26T23:17:25,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4406cd89 2024-11-26T23:17:25,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:25,692 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T23:17:25,693 INFO [RS:0;c707e9ace675:46125.replicationSource,2-c707e9ace675,46125,1732663044806 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c707e9ace675,46125,1732663044806 (queues=0) is replicating from cluster=b7547996-e0f7-4733-8329-a8e8e30111d1 to cluster=510980aa-ba01-416a-8b3d-bf935aaa29cf 2024-11-26T23:17:25,787 INFO [RS:0;c707e9ace675:46125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:25,790 INFO [RS:0;c707e9ace675:46125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46125%2C1732663044806, suffix=, logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs, maxLogs=10 2024-11-26T23:17:25,814 DEBUG [RS:0;c707e9ace675:46125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791, exclude list is [], retry=0 2024-11-26T23:17:25,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-491959f7-c8df-4dc9-a737-e3a388210046,DISK] 2024-11-26T23:17:25,821 INFO [RS:0;c707e9ace675:46125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 2024-11-26T23:17:25,824 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c707e9ace675%2C46125%2C1732663044806 for peer 1 2024-11-26T23:17:25,824 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c707e9ace675%2C46125%2C1732663044806 for peer 2 2024-11-26T23:17:25,824 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C46125%2C1732663044806 2024-11-26T23:17:25,824 INFO [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,46125,1732663044806, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:17:25,825 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c707e9ace675%2C46125%2C1732663044806 2024-11-26T23:17:25,825 INFO [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C46125%2C1732663044806 2024-11-26T23:17:25,825 INFO [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c707e9ace675,46125,1732663044806, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:17:25,825 DEBUG [RS:0;c707e9ace675:46125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-26T23:17:25,825 INFO [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C46125%2C1732663044806 2024-11-26T23:17:25,826 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791, startPosition=0, beingWritten=true 2024-11-26T23:17:25,826 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791, startPosition=0, beingWritten=true 2024-11-26T23:17:25,895 DEBUG [c707e9ace675:37459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:17:25,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,46125,1732663044806 2024-11-26T23:17:25,898 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46125,1732663044806, state=OPENING 2024-11-26T23:17:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01702226328/meta-region-server 2024-11-26T23:17:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01702226328/meta-region-server 2024-11-26T23:17:25,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:25,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46125,1732663044806}] 2024-11-26T23:17:25,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:25,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:26,038 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:26,038 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:26,054 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:17:26,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:17:26,061 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:17:26,061 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:26,062 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:17:26,064 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46125%2C1732663044806.meta, suffix=.meta, logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs, maxLogs=10 2024-11-26T23:17:26,081 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.meta.1732663046065.meta, exclude list is [], retry=0 2024-11-26T23:17:26,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-491959f7-c8df-4dc9-a737-e3a388210046,DISK] 2024-11-26T23:17:26,088 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.meta.1732663046065.meta 2024-11-26T23:17:26,088 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-26T23:17:26,088 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:26,089 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:26,089 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:26,089 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:17:26,089 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:17:26,089 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:17:26,089 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:26,089 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:17:26,090 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:17:26,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:26,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:26,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:26,102 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/info/a2907846aa094e249ed21b09c8be57dd 2024-11-26T23:17:26,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:26,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:26,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:26,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:26,110 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/ns/9e81d30070174c81a663d6c382f389dc 2024-11-26T23:17:26,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:26,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:26,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:26,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:26,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:26,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:26,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:26,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:26,123 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/table/cbfe0ac7010a40b2b5e9c7f4b49bf527 2024-11-26T23:17:26,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:26,124 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:26,125 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740 2024-11-26T23:17:26,130 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740 2024-11-26T23:17:26,132 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:26,132 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:26,133 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:26,135 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:26,136 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71337233, jitterRate=0.06300760805606842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:26,136 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:17:26,137 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663046090Writing region info on filesystem at 1732663046090Initializing all the Stores at 1732663046091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663046091Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663046091Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663046091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663046091Cleaning up temporary data from old regions at 1732663046132 (+41 ms)Running coprocessor post-open hooks at 1732663046136 (+4 ms)Region opened successfully at 1732663046137 (+1 ms) 2024-11-26T23:17:26,139 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732663046053 2024-11-26T23:17:26,142 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:17:26,143 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:17:26,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c707e9ace675,46125,1732663044806 2024-11-26T23:17:26,146 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46125,1732663044806, state=OPEN 2024-11-26T23:17:26,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01702226328/meta-region-server 2024-11-26T23:17:26,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,46125,1732663044806 2024-11-26T23:17:26,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:26,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01702226328/meta-region-server 2024-11-26T23:17:26,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01702226328/meta-region-server: CHANGED 2024-11-26T23:17:26,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T23:17:26,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46125,1732663044806 in 248 msec 2024-11-26T23:17:26,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T23:17:26,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-26T23:17:26,352 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:26,352 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:26,762 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:26,769 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:27,094 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-26T23:17:27,268 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:27,275 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:27,875 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:27,880 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:28,582 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:28,586 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:28,597 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-26T23:17:29,388 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:29,392 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:29,999 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T23:17:29,999 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:17:30,000 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:30,000 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46125,1732663044806, seqNum=-1] 2024-11-26T23:17:30,001 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:30,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:30,009 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4731d5ea4d7e6fc0493bae5c695c781b, regionState=OPEN, lastHost=c707e9ace675,44053,1732663031494, regionLocation=c707e9ace675,44053,1732663031494, openSeqNum=2 2024-11-26T23:17:30,009 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:17:30,009 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663110009 2024-11-26T23:17:30,009 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663170009 2024-11-26T23:17:30,009 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-26T23:17:30,010 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37459,1732663044772-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:30,010 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37459,1732663044772-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:30,010 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37459,1732663044772-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:30,010 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c707e9ace675,44053,1732663031494 had 2 regions 2024-11-26T23:17:30,010 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:37459, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:30,010 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:30,010 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:30,012 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c707e9ace675,44053,1732663031494, splitWal=true, meta=true, isMeta: false 2024-11-26T23:17:30,014 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494-splitting dir is empty, no logs to split. 2024-11-26T23:17:30,014 INFO [PEWorker-3 {}] master.SplitWALManager(105): c707e9ace675,44053,1732663031494 WAL count=0, meta=false 2024-11-26T23:17:30,017 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.170sec 2024-11-26T23:17:30,018 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,44053,1732663031494-splitting dir is empty, no logs to split. 2024-11-26T23:17:30,018 INFO [PEWorker-3 {}] master.SplitWALManager(105): c707e9ace675,44053,1732663031494 WAL count=0, meta=false 2024-11-26T23:17:30,018 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c707e9ace675,44053,1732663031494 WAL splitting is done? wals=0, meta=false 2024-11-26T23:17:30,019 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:17:30,019 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:17:30,019 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:17:30,019 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:17:30,019 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:17:30,019 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37459,1732663044772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:30,019 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37459,1732663044772-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:17:30,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN}] 2024-11-26T23:17:30,023 WARN [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c707e9ace675,44053,1732663031494/hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:30,024 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:17:30,024 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:17:30,024 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37459,1732663044772-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:30,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN 2024-11-26T23:17:30,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T23:17:30,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2dfdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:30,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,37459,-1 for getting cluster id 2024-11-26T23:17:30,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:30,035 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7547996-e0f7-4733-8329-a8e8e30111d1' 2024-11-26T23:17:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7547996-e0f7-4733-8329-a8e8e30111d1" 2024-11-26T23:17:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c2df7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,37459,-1] 2024-11-26T23:17:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:30,038 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df073b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:30,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:30,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46125,1732663044806, seqNum=-1] 2024-11-26T23:17:30,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:30,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:30,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T23:17:30,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:30,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:30,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:30,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:30,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:30,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c707e9ace675:37459 after: c707e9ace675:37459 2024-11-26T23:17:30,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:30,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,37459,-1 for getting cluster id 2024-11-26T23:17:30,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:30,048 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7547996-e0f7-4733-8329-a8e8e30111d1' 2024-11-26T23:17:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7547996-e0f7-4733-8329-a8e8e30111d1" 2024-11-26T23:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bfea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,37459,-1] 2024-11-26T23:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:30,050 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:30,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8d5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:30,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,37459,1732663044772 2024-11-26T23:17:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee51a 2024-11-26T23:17:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:30,053 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:30,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T23:17:30,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T23:17:30,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T23:17:30,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T23:17:30,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:17:30,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:30,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:30,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:30,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:30,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:30,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:17:30,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1618436362, stopped=false 2024-11-26T23:17:30,057 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,44057,1732663036080 2024-11-26T23:17:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943740281/running 2024-11-26T23:17:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943740281/running 2024-11-26T23:17:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:30,059 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:30,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:30,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:30,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:30,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on znode that does not yet exist, /1-1943740281/running 2024-11-26T23:17:30,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Set watcher on znode that does not yet exist, /1-1943740281/running 2024-11-26T23:17:30,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,46239,1732663036124' ***** 2024-11-26T23:17:30,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:17:30,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,46239,1732663036124 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46239. 2024-11-26T23:17:30,061 DEBUG [RS:0;c707e9ace675:46239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:30,061 DEBUG [RS:0;c707e9ace675:46239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:17:30,061 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:17:30,062 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:17:30,062 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:17:30,062 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:30,062 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:30,062 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:30,062 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:30,062 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:30,062 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:30,062 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T23:17:30,081 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740/.tmp/ns/3d58bd460b0644e68a79f985d0189143 is 43, key is default/ns:d/1732663038502/Put/seqid=0 2024-11-26T23:17:30,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741835_1011 (size=5153) 2024-11-26T23:17:30,124 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:30,176 DEBUG [c707e9ace675:37459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:17:30,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4731d5ea4d7e6fc0493bae5c695c781b, regionState=OPENING, regionLocation=c707e9ace675,46125,1732663044806 2024-11-26T23:17:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN because future has completed 2024-11-26T23:17:30,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4731d5ea4d7e6fc0493bae5c695c781b, server=c707e9ace675,46125,1732663044806}] 2024-11-26T23:17:30,262 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:30,297 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:30,298 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:30,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:30,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:30,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:17:30,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46125%2C1732663044806.rep, suffix=, logDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs, maxLogs=10 2024-11-26T23:17:30,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.rep.1732663050341, exclude list is [], retry=0 2024-11-26T23:17:30,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-491959f7-c8df-4dc9-a737-e3a388210046,DISK] 2024-11-26T23:17:30,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.rep.1732663050341 2024-11-26T23:17:30,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40761:40761)] 2024-11-26T23:17:30,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4731d5ea4d7e6fc0493bae5c695c781b, NAME => 'hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:30,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:30,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:30,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. service=MultiRowMutationService 2024-11-26T23:17:30,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:17:30,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:30,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,365 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,367 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4731d5ea4d7e6fc0493bae5c695c781b columnFamilyName hfileref 2024-11-26T23:17:30,367 DEBUG [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:30,367 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(327): Store=4731d5ea4d7e6fc0493bae5c695c781b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:30,367 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,368 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4731d5ea4d7e6fc0493bae5c695c781b columnFamilyName queue 2024-11-26T23:17:30,368 DEBUG [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:30,377 DEBUG [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b/queue/91cffb8a85cd49109dc24a1ac60479e6 2024-11-26T23:17:30,377 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(327): Store=4731d5ea4d7e6fc0493bae5c695c781b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:30,377 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,378 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4731d5ea4d7e6fc0493bae5c695c781b columnFamilyName sid 2024-11-26T23:17:30,378 DEBUG [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:30,379 INFO [StoreOpener-4731d5ea4d7e6fc0493bae5c695c781b-1 {}] regionserver.HStore(327): Store=4731d5ea4d7e6fc0493bae5c695c781b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:30,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:17:30,385 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:17:30,385 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:17:30,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 4731d5ea4d7e6fc0493bae5c695c781b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74884694, jitterRate=0.11586889624595642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:17:30,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:30,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4731d5ea4d7e6fc0493bae5c695c781b: Running coprocessor pre-open hook at 1732663050364Writing region info on filesystem at 1732663050364Initializing all the Stores at 1732663050365 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663050365Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663050365Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663050365Cleaning up temporary data from old regions at 1732663050383 (+18 ms)Running coprocessor post-open hooks at 1732663050388 (+5 ms)Region opened successfully at 1732663050389 (+1 ms) 2024-11-26T23:17:30,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b., pid=19, masterSystemTime=1732663050333 2024-11-26T23:17:30,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:30,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:30,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4731d5ea4d7e6fc0493bae5c695c781b, regionState=OPEN, openSeqNum=10, regionLocation=c707e9ace675,46125,1732663044806 2024-11-26T23:17:30,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4731d5ea4d7e6fc0493bae5c695c781b, server=c707e9ace675,46125,1732663044806 because future has completed 2024-11-26T23:17:30,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T23:17:30,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4731d5ea4d7e6fc0493bae5c695c781b, server=c707e9ace675,46125,1732663044806 in 219 msec 2024-11-26T23:17:30,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-26T23:17:30,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4731d5ea4d7e6fc0493bae5c695c781b, ASSIGN in 380 msec 2024-11-26T23:17:30,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T23:17:30,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b., hostname=c707e9ace675,46125,1732663044806, seqNum=10] 2024-11-26T23:17:30,443 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c707e9ace675,44053,1732663031494 2024-11-26T23:17:30,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T23:17:30,462 DEBUG [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:30,487 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740/.tmp/ns/3d58bd460b0644e68a79f985d0189143 2024-11-26T23:17:30,495 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740/.tmp/ns/3d58bd460b0644e68a79f985d0189143 as hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740/ns/3d58bd460b0644e68a79f985d0189143 2024-11-26T23:17:30,501 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740/ns/3d58bd460b0644e68a79f985d0189143, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T23:17:30,502 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-26T23:17:30,502 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:17:30,508 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T23:17:30,509 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:30,509 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:30,509 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:30,509 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663050062Running coprocessor pre-close hooks at 1732663050062Disabling compacts and flushes for region at 1732663050062Disabling writes for close at 1732663050062Obtaining lock to block concurrent updates at 1732663050062Preparing flush snapshotting stores in 1588230740 at 1732663050062Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732663050063 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732663050063Flushing 1588230740/ns: creating writer at 1732663050063Flushing 1588230740/ns: appending metadata at 1732663050081 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732663050081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee1d83d: reopening flushed file at 1732663050494 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732663050502 (+8 ms)Writing region close event to WAL at 1732663050504 (+2 ms)Running coprocessor post-close hooks at 1732663050509 (+5 ms)Closed at 1732663050509 2024-11-26T23:17:30,509 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:30,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-26T23:17:30,662 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,46239,1732663036124; all regions closed. 2024-11-26T23:17:30,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741834_1010 (size=1152) 2024-11-26T23:17:30,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/WALs/c707e9ace675,46239,1732663036124/c707e9ace675%2C46239%2C1732663036124.meta.1732663038398.meta not finished, retry = 0 2024-11-26T23:17:30,769 DEBUG [RS:0;c707e9ace675:46239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/oldWALs 2024-11-26T23:17:30,769 INFO [RS:0;c707e9ace675:46239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46239%2C1732663036124.meta:.meta(num 1732663038398) 2024-11-26T23:17:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741832_1008 (size=93) 2024-11-26T23:17:30,772 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/WALs/c707e9ace675,46239,1732663036124/c707e9ace675%2C46239%2C1732663036124.1732663037463 not finished, retry = 0 2024-11-26T23:17:30,875 DEBUG [RS:0;c707e9ace675:46239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/oldWALs 2024-11-26T23:17:30,875 INFO [RS:0;c707e9ace675:46239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46239%2C1732663036124:(num 1732663037463) 2024-11-26T23:17:30,875 DEBUG [RS:0;c707e9ace675:46239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:30,875 INFO [RS:0;c707e9ace675:46239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:30,876 INFO [RS:0;c707e9ace675:46239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:30,876 INFO [RS:0;c707e9ace675:46239 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:30,876 INFO [RS:0;c707e9ace675:46239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:30,876 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:30,876 INFO [RS:0;c707e9ace675:46239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46239 2024-11-26T23:17:30,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943740281/rs/c707e9ace675,46239,1732663036124 2024-11-26T23:17:30,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281/rs 2024-11-26T23:17:30,878 INFO [RS:0;c707e9ace675:46239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:30,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,46239,1732663036124] 2024-11-26T23:17:30,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943740281/draining/c707e9ace675,46239,1732663036124 already deleted, retry=false 2024-11-26T23:17:30,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,46239,1732663036124 expired; onlineServers=0 2024-11-26T23:17:30,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,44057,1732663036080' ***** 2024-11-26T23:17:30,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:17:30,883 INFO [M:0;c707e9ace675:44057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:30,883 INFO [M:0;c707e9ace675:44057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:30,883 DEBUG [M:0;c707e9ace675:44057 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:17:30,883 DEBUG [M:0;c707e9ace675:44057 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:17:30,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:17:30,883 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663037222 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663037222,5,FailOnTimeoutGroup] 2024-11-26T23:17:30,883 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663037222 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663037222,5,FailOnTimeoutGroup] 2024-11-26T23:17:30,883 INFO [M:0;c707e9ace675:44057 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:30,883 INFO [M:0;c707e9ace675:44057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:30,883 DEBUG [M:0;c707e9ace675:44057 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:17:30,883 INFO [M:0;c707e9ace675:44057 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:17:30,883 INFO [M:0;c707e9ace675:44057 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:30,883 INFO [M:0;c707e9ace675:44057 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:17:30,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:17:30,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943740281/master 2024-11-26T23:17:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943740281 2024-11-26T23:17:30,885 DEBUG [M:0;c707e9ace675:44057 {}] zookeeper.ZKUtil(347): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Unable to get data of znode /1-1943740281/master because node does not exist (not an error) 2024-11-26T23:17:30,885 WARN [M:0;c707e9ace675:44057 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:17:30,886 INFO [M:0;c707e9ace675:44057 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/.lastflushedseqids 2024-11-26T23:17:30,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741836_1012 (size=99) 2024-11-26T23:17:30,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:30,981 INFO [RS:0;c707e9ace675:46239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:30,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46239-0x101569190d80004, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:30,981 INFO [RS:0;c707e9ace675:46239 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,46239,1732663036124; zookeeper connection closed. 2024-11-26T23:17:30,982 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60afaafe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60afaafe 2024-11-26T23:17:30,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:17:31,295 INFO [M:0;c707e9ace675:44057 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:17:31,295 INFO [M:0;c707e9ace675:44057 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:17:31,295 DEBUG [M:0;c707e9ace675:44057 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:31,295 INFO [M:0;c707e9ace675:44057 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:31,295 DEBUG [M:0;c707e9ace675:44057 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:31,295 DEBUG [M:0;c707e9ace675:44057 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:31,295 DEBUG [M:0;c707e9ace675:44057 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:31,296 INFO [M:0;c707e9ace675:44057 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T23:17:31,304 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:31,305 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:31,316 DEBUG [M:0;c707e9ace675:44057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7295830a60c542ad8ae72b3a11cc4363 is 82, key is hbase:meta,,1/info:regioninfo/1732663038475/Put/seqid=0 2024-11-26T23:17:31,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741837_1013 (size=5672) 2024-11-26T23:17:31,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:17:31,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:17:31,721 INFO [M:0;c707e9ace675:44057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7295830a60c542ad8ae72b3a11cc4363 2024-11-26T23:17:31,745 DEBUG [M:0;c707e9ace675:44057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c4a20be0abf41ad8efe18e853d9cb7c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732663038511/Put/seqid=0 2024-11-26T23:17:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741838_1014 (size=5275) 2024-11-26T23:17:32,151 INFO [M:0;c707e9ace675:44057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c4a20be0abf41ad8efe18e853d9cb7c 2024-11-26T23:17:32,181 DEBUG [M:0;c707e9ace675:44057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e74e95d0be6a40808bf9276892254884 is 69, key is c707e9ace675,46239,1732663036124/rs:state/1732663037281/Put/seqid=0 2024-11-26T23:17:32,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741839_1015 (size=5156) 2024-11-26T23:17:32,410 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:32,411 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:32,587 INFO [M:0;c707e9ace675:44057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e74e95d0be6a40808bf9276892254884 2024-11-26T23:17:32,594 DEBUG [M:0;c707e9ace675:44057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7295830a60c542ad8ae72b3a11cc4363 as hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7295830a60c542ad8ae72b3a11cc4363 2024-11-26T23:17:32,600 INFO [M:0;c707e9ace675:44057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7295830a60c542ad8ae72b3a11cc4363, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T23:17:32,601 DEBUG [M:0;c707e9ace675:44057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c4a20be0abf41ad8efe18e853d9cb7c as hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c4a20be0abf41ad8efe18e853d9cb7c 2024-11-26T23:17:32,608 INFO [M:0;c707e9ace675:44057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c4a20be0abf41ad8efe18e853d9cb7c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T23:17:32,609 DEBUG [M:0;c707e9ace675:44057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e74e95d0be6a40808bf9276892254884 as hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e74e95d0be6a40808bf9276892254884 2024-11-26T23:17:32,615 INFO [M:0;c707e9ace675:44057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39001/user/jenkins/test-data/7663a305-840c-499c-161a-43c927df4dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e74e95d0be6a40808bf9276892254884, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T23:17:32,616 INFO [M:0;c707e9ace675:44057 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=28, compaction requested=false 2024-11-26T23:17:32,617 INFO [M:0;c707e9ace675:44057 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:32,617 DEBUG [M:0;c707e9ace675:44057 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663051295Disabling compacts and flushes for region at 1732663051295Disabling writes for close at 1732663051295Obtaining lock to block concurrent updates at 1732663051296 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663051296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732663051296Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663051297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663051297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663051315 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663051315Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663051727 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663051744 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663051745 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663052160 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663052180 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663052180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@117f0be: reopening flushed file at 1732663052593 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282aa0bc: reopening flushed file at 1732663052600 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49649abf: reopening flushed file at 1732663052608 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=28, compaction requested=false at 1732663052616 (+8 ms)Writing region close event to WAL at 1732663052617 (+1 ms)Closed at 1732663052617 2024-11-26T23:17:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741830_1006 (size=10165) 2024-11-26T23:17:32,621 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:32,621 INFO [M:0;c707e9ace675:44057 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:17:32,621 INFO [M:0;c707e9ace675:44057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44057 2024-11-26T23:17:32,624 INFO [M:0;c707e9ace675:44057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:32,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:32,726 INFO [M:0;c707e9ace675:44057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:32,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44057-0x101569190d80003, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:32,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@543c8101{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:32,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56772991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:17:32,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:17:32,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28f7ee27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:17:32,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1624ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.log.dir/,STOPPED} 2024-11-26T23:17:32,735 WARN [BP-1942417980-172.17.0.2-1732663035021 heartbeating to localhost/127.0.0.1:39001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:17:32,735 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:17:32,735 WARN [BP-1942417980-172.17.0.2-1732663035021 heartbeating to localhost/127.0.0.1:39001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1942417980-172.17.0.2-1732663035021 (Datanode Uuid 3107acbb-c924-4d5e-916d-71d9e28858ef) service to localhost/127.0.0.1:39001 2024-11-26T23:17:32,735 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:17:32,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/cluster_294174bc-e7b5-05ce-5462-4af72bbedc12/data/data1/current/BP-1942417980-172.17.0.2-1732663035021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:17:32,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/cluster_294174bc-e7b5-05ce-5462-4af72bbedc12/data/data2/current/BP-1942417980-172.17.0.2-1732663035021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:17:32,737 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:17:32,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5996d99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:32,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dc57932{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:17:32,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:17:32,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617e68fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:17:32,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac06d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.log.dir/,STOPPED} 2024-11-26T23:17:32,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:17:32,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:17:32,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:32,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:32,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:32,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:32,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:32,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:17:32,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=599875027, stopped=false 2024-11-26T23:17:32,777 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,37459,1732663044772 2024-11-26T23:17:32,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/running 2024-11-26T23:17:32,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/running 2024-11-26T23:17:32,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:32,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:32,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:32,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:32,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:32,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:32,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/running 2024-11-26T23:17:32,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Set watcher on znode that does not yet exist, /01702226328/running 2024-11-26T23:17:32,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,46125,1732663044806' ***** 2024-11-26T23:17:32,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:17:32,781 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:17:32,782 INFO [RS:0;c707e9ace675:46125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:17:32,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:17:32,782 INFO [RS:0;c707e9ace675:46125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:17:32,782 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(3091): Received CLOSE for 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:32,782 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,46125,1732663044806 2024-11-26T23:17:32,782 INFO [RS:0;c707e9ace675:46125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:32,782 INFO [RS:0;c707e9ace675:46125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46125. 2024-11-26T23:17:32,782 DEBUG [RS:0;c707e9ace675:46125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:32,782 DEBUG [RS:0;c707e9ace675:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:32,782 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4731d5ea4d7e6fc0493bae5c695c781b, disabling compactions & flushes 2024-11-26T23:17:32,782 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:32,783 INFO [RS:0;c707e9ace675:46125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:17:32,783 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:32,783 INFO [RS:0;c707e9ace675:46125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:17:32,783 INFO [RS:0;c707e9ace675:46125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:17:32,783 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. after waiting 0 ms 2024-11-26T23:17:32,783 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:17:32,783 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:32,783 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:17:32,783 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1325): Online Regions={4731d5ea4d7e6fc0493bae5c695c781b=hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:17:32,783 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4731d5ea4d7e6fc0493bae5c695c781b 2024-11-26T23:17:32,783 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:32,783 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:32,783 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:32,783 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:32,783 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:32,784 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T23:17:32,788 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/replication/4731d5ea4d7e6fc0493bae5c695c781b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-26T23:17:32,789 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:32,789 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:32,789 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:32,789 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4731d5ea4d7e6fc0493bae5c695c781b: Waiting for close lock at 1732663052782Running coprocessor pre-close hooks at 1732663052782Disabling compacts and flushes for region at 1732663052782Disabling writes for close at 1732663052783 (+1 ms)Writing region close event to WAL at 1732663052783Running coprocessor post-close hooks at 1732663052789 (+6 ms)Closed at 1732663052789 2024-11-26T23:17:32,789 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b. 2024-11-26T23:17:32,803 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/info/7215f185866549218fd8a79906ba2400 is 147, key is hbase:replication,,1732663038656.4731d5ea4d7e6fc0493bae5c695c781b./info:regioninfo/1732663050394/Put/seqid=0 2024-11-26T23:17:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741851_1027 (size=6385) 2024-11-26T23:17:32,819 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:32,983 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:33,184 DEBUG [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:33,209 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/info/7215f185866549218fd8a79906ba2400 2024-11-26T23:17:33,217 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/.tmp/info/7215f185866549218fd8a79906ba2400 as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/info/7215f185866549218fd8a79906ba2400 2024-11-26T23:17:33,224 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/info/7215f185866549218fd8a79906ba2400, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T23:17:33,225 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-11-26T23:17:33,230 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T23:17:33,231 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:33,231 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:33,231 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:33,231 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663052783Running coprocessor pre-close hooks at 1732663052783Disabling compacts and flushes for region at 1732663052783Disabling writes for close at 1732663052783Obtaining lock to block concurrent updates at 1732663052784 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732663052784Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732663052784Flushing stores of hbase:meta,,1.1588230740 at 1732663052785 (+1 ms)Flushing 1588230740/info: creating writer at 1732663052785Flushing 1588230740/info: appending metadata at 1732663052802 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732663052803 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5e25c4: reopening flushed file at 1732663053216 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1732663053225 (+9 ms)Writing region close event to WAL at 1732663053226 (+1 ms)Running coprocessor post-close hooks at 1732663053231 (+5 ms)Closed at 1732663053231 2024-11-26T23:17:33,231 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:33,384 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,46125,1732663044806; all regions closed. 2024-11-26T23:17:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741849_1025 (size=2156) 2024-11-26T23:17:33,390 DEBUG [RS:0;c707e9ace675:46125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs 2024-11-26T23:17:33,390 INFO [RS:0;c707e9ace675:46125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46125%2C1732663044806.meta:.meta(num 1732663046065) 2024-11-26T23:17:33,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741850_1026 (size=796) 2024-11-26T23:17:33,393 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.rep.1732663050341 not finished, retry = 0 2024-11-26T23:17:33,496 DEBUG [RS:0;c707e9ace675:46125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs 2024-11-26T23:17:33,496 INFO [RS:0;c707e9ace675:46125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46125%2C1732663044806.rep:(num 1732663050341) 2024-11-26T23:17:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741848_1024 (size=93) 2024-11-26T23:17:33,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 not finished, retry = 0 2024-11-26T23:17:33,602 DEBUG [RS:0;c707e9ace675:46125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs 2024-11-26T23:17:33,602 INFO [RS:0;c707e9ace675:46125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46125%2C1732663044806:(num 1732663045791) 2024-11-26T23:17:33,602 DEBUG [RS:0;c707e9ace675:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:33,602 INFO [RS:0;c707e9ace675:46125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:33,602 INFO [RS:0;c707e9ace675:46125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:33,602 INFO [RS:0;c707e9ace675:46125 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:33,602 INFO [RS:0;c707e9ace675:46125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:33,602 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:33,602 INFO [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,46125,1732663044806 because: Region server is closing 2024-11-26T23:17:33,602 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T23:17:33,603 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T23:17:33,603 INFO [RS:0;c707e9ace675:46125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46125. 2024-11-26T23:17:33,603 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T23:17:33,603 DEBUG [RS:0;c707e9ace675:46125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:33,603 DEBUG [RS:0;c707e9ace675:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:33,603 DEBUG [RS:0;c707e9ace675:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:33,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:33,619 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 to pos 0, reset compression=false 2024-11-26T23:17:33,625 INFO [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 was moved to hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/oldWALs/c707e9ace675%2C46125%2C1732663044806.1732663045791 2024-11-26T23:17:33,629 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791 2024-11-26T23:17:33,629 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T23:17:33,630 DEBUG [RS:0;c707e9ace675:46125.replicationSource.wal-reader.c707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T23:17:33,630 DEBUG [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c707e9ace675,46125,1732663044806 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/WALs/c707e9ace675,46125,1732663044806/c707e9ace675%2C46125%2C1732663044806.1732663045791, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T23:17:33,636 DEBUG [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:33,636 DEBUG [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46125,1732663044806, seqNum=-1] 2024-11-26T23:17:33,638 WARN [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-c707e9ace675,46125,1732663044806', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:46125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-26T23:17:33,642 ERROR [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,46125,1732663044806: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c707e9ace675,46125,1732663044806, walGroup=c707e9ace675%2C46125%2C1732663044806, offset=c707e9ace675%2C46125%2C1732663044806.1732663045791:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:46125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:17:33,644 ERROR [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:17:33,647 DEBUG [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:17:33,649 DEBUG [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:17:33,649 DEBUG [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:17:33,649 DEBUG [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:17:33,649 INFO [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 696495232 }, "NonHeapMemoryUsage": { "committed": 162267136, "init": 7667712, "max": -1, "used": 157649296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:17:33,651 DEBUG [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c707e9ace675%2C46125%2C1732663044806.1732663045791] 2024-11-26T23:17:33,704 WARN [RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T23:17:33,704 INFO [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,1-c707e9ace675,46125,1732663044806 terminated 2024-11-26T23:17:33,704 INFO [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c707e9ace675,46125,1732663044806 because: Region server is closing 2024-11-26T23:17:33,704 INFO [RS:0;c707e9ace675:46125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46125. 2024-11-26T23:17:33,704 DEBUG [RS:0;c707e9ace675:46125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:33,705 DEBUG [RS:0;c707e9ace675:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:33,705 DEBUG [RS:0;c707e9ace675:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:33,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:33,705 INFO [RS:0;c707e9ace675:46125 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c707e9ace675:46125.replicationSource.shipperc707e9ace675%2C46125%2C1732663044806,2-c707e9ace675,46125,1732663044806 terminated 2024-11-26T23:17:33,705 INFO [RS:0;c707e9ace675:46125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46125 2024-11-26T23:17:33,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/rs/c707e9ace675,46125,1732663044806 2024-11-26T23:17:33,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328/rs 2024-11-26T23:17:33,707 INFO [RS:0;c707e9ace675:46125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:33,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,46125,1732663044806] 2024-11-26T23:17:33,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01702226328/draining/c707e9ace675,46125,1732663044806 already deleted, retry=false 2024-11-26T23:17:33,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,46125,1732663044806 expired; onlineServers=0 2024-11-26T23:17:33,710 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,37459,1732663044772' ***** 2024-11-26T23:17:33,710 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:17:33,710 INFO [M:0;c707e9ace675:37459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:33,710 INFO [M:0;c707e9ace675:37459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:33,710 DEBUG [M:0;c707e9ace675:37459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:17:33,711 DEBUG [M:0;c707e9ace675:37459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:17:33,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:17:33,711 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663045487 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663045487,5,FailOnTimeoutGroup] 2024-11-26T23:17:33,711 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663045487 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663045487,5,FailOnTimeoutGroup] 2024-11-26T23:17:33,711 INFO [M:0;c707e9ace675:37459 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:33,711 INFO [M:0;c707e9ace675:37459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:33,711 DEBUG [M:0;c707e9ace675:37459 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:17:33,711 INFO [M:0;c707e9ace675:37459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:17:33,711 INFO [M:0;c707e9ace675:37459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:33,711 INFO [M:0;c707e9ace675:37459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:17:33,711 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:17:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01702226328/master 2024-11-26T23:17:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01702226328 2024-11-26T23:17:33,713 DEBUG [M:0;c707e9ace675:37459 {}] zookeeper.ZKUtil(347): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Unable to get data of znode /01702226328/master because node does not exist (not an error) 2024-11-26T23:17:33,713 WARN [M:0;c707e9ace675:37459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:17:33,714 INFO [M:0;c707e9ace675:37459 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/.lastflushedseqids 2024-11-26T23:17:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741852_1028 (size=181) 2024-11-26T23:17:33,721 INFO [M:0;c707e9ace675:37459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:17:33,722 INFO [M:0;c707e9ace675:37459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:17:33,722 DEBUG [M:0;c707e9ace675:37459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:33,722 INFO [M:0;c707e9ace675:37459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:33,722 DEBUG [M:0;c707e9ace675:37459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:33,722 DEBUG [M:0;c707e9ace675:37459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:33,722 DEBUG [M:0;c707e9ace675:37459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:33,722 INFO [M:0;c707e9ace675:37459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T23:17:33,742 DEBUG [M:0;c707e9ace675:37459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc4af93e87b14e8c852c144d6fe92327 is 82, key is hbase:meta,,1/info:regioninfo/1732663046144/Put/seqid=0 2024-11-26T23:17:33,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741853_1029 (size=5680) 2024-11-26T23:17:33,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:33,809 INFO [RS:0;c707e9ace675:46125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:33,809 INFO [RS:0;c707e9ace675:46125 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,46125,1732663044806; zookeeper connection closed. 2024-11-26T23:17:33,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101569190d80007, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:33,809 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7612ba01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7612ba01 2024-11-26T23:17:33,810 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:17:34,147 INFO [M:0;c707e9ace675:37459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc4af93e87b14e8c852c144d6fe92327 2024-11-26T23:17:34,171 DEBUG [M:0;c707e9ace675:37459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9239bddd2244802bbf1162d59bab715 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732663050403/Put/seqid=0 2024-11-26T23:17:34,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741854_1030 (size=7319) 2024-11-26T23:17:34,577 INFO [M:0;c707e9ace675:37459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9239bddd2244802bbf1162d59bab715 2024-11-26T23:17:34,600 DEBUG [M:0;c707e9ace675:37459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d5d6053dba348aaadb936ce4cd276ba is 69, key is c707e9ace675,46125,1732663044806/rs:state/1732663045554/Put/seqid=0 2024-11-26T23:17:34,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741855_1031 (size=5371) 2024-11-26T23:17:35,005 INFO [M:0;c707e9ace675:37459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d5d6053dba348aaadb936ce4cd276ba 2024-11-26T23:17:35,012 INFO [M:0;c707e9ace675:37459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d5d6053dba348aaadb936ce4cd276ba 2024-11-26T23:17:35,013 DEBUG [M:0;c707e9ace675:37459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc4af93e87b14e8c852c144d6fe92327 as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc4af93e87b14e8c852c144d6fe92327 2024-11-26T23:17:35,019 INFO [M:0;c707e9ace675:37459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc4af93e87b14e8c852c144d6fe92327, entries=8, sequenceid=172, filesize=5.5 K 2024-11-26T23:17:35,020 DEBUG [M:0;c707e9ace675:37459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9239bddd2244802bbf1162d59bab715 as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9239bddd2244802bbf1162d59bab715 2024-11-26T23:17:35,025 INFO [M:0;c707e9ace675:37459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9239bddd2244802bbf1162d59bab715, entries=7, sequenceid=172, filesize=7.1 K 2024-11-26T23:17:35,027 DEBUG [M:0;c707e9ace675:37459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d5d6053dba348aaadb936ce4cd276ba as hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d5d6053dba348aaadb936ce4cd276ba 2024-11-26T23:17:35,033 INFO [M:0;c707e9ace675:37459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d5d6053dba348aaadb936ce4cd276ba 2024-11-26T23:17:35,033 INFO [M:0;c707e9ace675:37459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/6e383a48-2132-31b7-ae60-80d7336d46f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d5d6053dba348aaadb936ce4cd276ba, entries=2, sequenceid=172, filesize=5.2 K 2024-11-26T23:17:35,035 INFO [M:0;c707e9ace675:37459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false 2024-11-26T23:17:35,036 INFO [M:0;c707e9ace675:37459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:35,036 DEBUG [M:0;c707e9ace675:37459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663053722Disabling compacts and flushes for region at 1732663053722Disabling writes for close at 1732663053722Obtaining lock to block concurrent updates at 1732663053722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663053722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732663053723 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663053724 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663053724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663053741 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663053741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663054154 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663054170 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663054170Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663054583 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663054599 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663054599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18acffb8: reopening flushed file at 1732663055012 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382d5f53: reopening flushed file at 1732663055019 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57556c48: reopening flushed file at 1732663055026 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false at 1732663055035 (+9 ms)Writing region close event to WAL at 1732663055036 (+1 ms)Closed at 1732663055036 2024-11-26T23:17:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741847_1023 (size=22949) 2024-11-26T23:17:35,040 INFO [M:0;c707e9ace675:37459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:17:35,040 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:35,040 INFO [M:0;c707e9ace675:37459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37459 2024-11-26T23:17:35,040 INFO [M:0;c707e9ace675:37459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:35,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:35,142 INFO [M:0;c707e9ace675:37459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:35,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x101569190d80006, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:35,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:35,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:17:35,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:17:35,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:17:35,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.log.dir/,STOPPED} 2024-11-26T23:17:35,147 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:17:35,147 WARN [BP-960243966-172.17.0.2-1732663028083 heartbeating to localhost/127.0.0.1:45977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:17:35,147 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:17:35,147 WARN [BP-960243966-172.17.0.2-1732663028083 heartbeating to localhost/127.0.0.1:45977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960243966-172.17.0.2-1732663028083 (Datanode Uuid 533a1f42-29b7-4781-a604-8cb9b7084a8c) service to localhost/127.0.0.1:45977 2024-11-26T23:17:35,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/cluster_ffa3e75a-a6cb-caab-0206-72d05917cdb9/data/data1/current/BP-960243966-172.17.0.2-1732663028083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:17:35,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/cluster_ffa3e75a-a6cb-caab-0206-72d05917cdb9/data/data2/current/BP-960243966-172.17.0.2-1732663028083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:17:35,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:17:35,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:35,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:17:35,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:17:35,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:17:35,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7743fe73-0314-020c-5025-59e98aec9a5e/hadoop.log.dir/,STOPPED} 2024-11-26T23:17:35,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T23:17:35,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:17:35,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bfce5ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c707e9ace675:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52735) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c707e9ace675:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52735) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45977 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c707e9ace675:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c707e9ace675:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c707e9ace675:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39001 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=7112 (was 7239) 2024-11-26T23:17:35,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=7110 2024-11-26T23:17:35,216 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-26T23:17:35,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.log.dir so I do NOT create it in target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a 2024-11-26T23:17:35,217 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:17:35,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.tmp.dir so I do NOT create it in target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a 2024-11-26T23:17:35,217 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b219009-b9d9-f7f2-77a7-63469aa786a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:17:35,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a 2024-11-26T23:17:35,217 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/cluster_dce290a9-9415-f83c-1d3e-4b6f4c03bc97, deleteOnExit=true 2024-11-26T23:17:35,220 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/cluster_dce290a9-9415-f83c-1d3e-4b6f4c03bc97/zookeeper_0, clientPort=53441, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/cluster_dce290a9-9415-f83c-1d3e-4b6f4c03bc97/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/cluster_dce290a9-9415-f83c-1d3e-4b6f4c03bc97/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:17:35,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53441 2024-11-26T23:17:35,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:17:35,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:17:35,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/test.cache.data in system properties and HBase conf 2024-11-26T23:17:35,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:17:35,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:17:35,222 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:17:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:35,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:35,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:17:35,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:17:35,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:17:35,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:35,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:17:35,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:17:35,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101569190d80005, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:17:35,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101569190d80002, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:17:35,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101569190d80002, quorum=127.0.0.1:52735, baseZNode=/01702226328 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:17:35,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101569190d80005, quorum=127.0.0.1:52735, baseZNode=/1-1943740281 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:17:35,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:35,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:35,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:35,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:35,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:17:35,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:35,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:35,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:35,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2266a8ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/java.io.tmpdir/jetty-localhost-45823-hadoop-hdfs-3_4_1-tests_jar-_-any-10369133969655574896/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:35,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:45823} 2024-11-26T23:17:35,449 INFO [Time-limited test {}] server.Server(415): Started @29525ms 2024-11-26T23:17:35,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:35,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:35,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:35,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:35,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:17:35,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:35,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:35,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/java.io.tmpdir/jetty-localhost-36631-hadoop-hdfs-3_4_1-tests_jar-_-any-4681747129628346039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:35,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:36631} 2024-11-26T23:17:35,680 INFO [Time-limited test {}] server.Server(415): Started @29756ms 2024-11-26T23:17:35,682 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:17:35,811 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/cluster_dce290a9-9415-f83c-1d3e-4b6f4c03bc97/data/data1/current/BP-1157674087-172.17.0.2-1732663055259/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:35,811 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/cluster_dce290a9-9415-f83c-1d3e-4b6f4c03bc97/data/data2/current/BP-1157674087-172.17.0.2-1732663055259/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:35,834 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:17:35,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x696b8f207bb9a6b2 with lease ID 0x9e56a402e365b012: Processing first storage report for DS-7100d13e-d215-4656-a818-364e3142fb97 from datanode DatanodeRegistration(127.0.0.1:46873, datanodeUuid=6f194dc4-17d9-49d6-8eb4-bfd5a3db1a82, infoPort=33615, infoSecurePort=0, ipcPort=41605, storageInfo=lv=-57;cid=testClusterID;nsid=6262707;c=1732663055259) 2024-11-26T23:17:35,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x696b8f207bb9a6b2 with lease ID 0x9e56a402e365b012: from storage DS-7100d13e-d215-4656-a818-364e3142fb97 node DatanodeRegistration(127.0.0.1:46873, datanodeUuid=6f194dc4-17d9-49d6-8eb4-bfd5a3db1a82, infoPort=33615, infoSecurePort=0, ipcPort=41605, storageInfo=lv=-57;cid=testClusterID;nsid=6262707;c=1732663055259), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:17:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x696b8f207bb9a6b2 with lease ID 0x9e56a402e365b012: Processing first storage report for DS-67b7fd34-4f68-426f-817f-3b470923bf04 from datanode DatanodeRegistration(127.0.0.1:46873, datanodeUuid=6f194dc4-17d9-49d6-8eb4-bfd5a3db1a82, infoPort=33615, infoSecurePort=0, ipcPort=41605, storageInfo=lv=-57;cid=testClusterID;nsid=6262707;c=1732663055259) 2024-11-26T23:17:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x696b8f207bb9a6b2 with lease ID 0x9e56a402e365b012: from storage DS-67b7fd34-4f68-426f-817f-3b470923bf04 node DatanodeRegistration(127.0.0.1:46873, datanodeUuid=6f194dc4-17d9-49d6-8eb4-bfd5a3db1a82, infoPort=33615, infoSecurePort=0, ipcPort=41605, storageInfo=lv=-57;cid=testClusterID;nsid=6262707;c=1732663055259), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T23:17:35,930 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a 2024-11-26T23:17:35,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:35,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:35,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:17:35,964 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1 with version=8 2024-11-26T23:17:35,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/hbase-staging 2024-11-26T23:17:35,967 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:35,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:35,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:35,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:35,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:35,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:35,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:17:35,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:35,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43381 2024-11-26T23:17:35,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43381 connecting to ZooKeeper ensemble=127.0.0.1:53441 2024-11-26T23:17:35,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433810x0, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:35,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43381-0x1015691fe030000 connected 2024-11-26T23:17:36,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:36,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:36,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on znode that does not yet exist, /0239057813/running 2024-11-26T23:17:36,009 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1, hbase.cluster.distributed=false 2024-11-26T23:17:36,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on znode that does not yet exist, /0239057813/acl 2024-11-26T23:17:36,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-26T23:17:36,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43381 2024-11-26T23:17:36,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43381 2024-11-26T23:17:36,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-26T23:17:36,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-26T23:17:36,031 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:36,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:36,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:36,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:36,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:36,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:36,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:17:36,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:36,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46357 2024-11-26T23:17:36,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46357 connecting to ZooKeeper ensemble=127.0.0.1:53441 2024-11-26T23:17:36,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:36,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:36,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463570x0, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:36,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463570x0, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on znode that does not yet exist, /0239057813/running 2024-11-26T23:17:36,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46357-0x1015691fe030001 connected 2024-11-26T23:17:36,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:17:36,042 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:17:36,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on znode that does not yet exist, /0239057813/master 2024-11-26T23:17:36,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on znode that does not yet exist, /0239057813/acl 2024-11-26T23:17:36,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46357 2024-11-26T23:17:36,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46357 2024-11-26T23:17:36,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46357 2024-11-26T23:17:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46357 2024-11-26T23:17:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46357 2024-11-26T23:17:36,096 DEBUG [M:0;c707e9ace675:43381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:43381 2024-11-26T23:17:36,101 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0239057813/backup-masters/c707e9ace675,43381,1732663055966 2024-11-26T23:17:36,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813/backup-masters 2024-11-26T23:17:36,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813/backup-masters 2024-11-26T23:17:36,103 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on existing znode=/0239057813/backup-masters/c707e9ace675,43381,1732663055966 2024-11-26T23:17:36,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0239057813/master 2024-11-26T23:17:36,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:36,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:36,106 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on existing znode=/0239057813/master 2024-11-26T23:17:36,106 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0239057813/backup-masters/c707e9ace675,43381,1732663055966 from backup master directory 2024-11-26T23:17:36,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0239057813/backup-masters/c707e9ace675,43381,1732663055966 2024-11-26T23:17:36,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813/backup-masters 2024-11-26T23:17:36,109 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:36,109 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,43381,1732663055966 2024-11-26T23:17:36,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813/backup-masters 2024-11-26T23:17:36,116 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/hbase.id] with ID: 7f73617a-d335-4836-b836-7418e5ffe582 2024-11-26T23:17:36,116 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/.tmp/hbase.id 2024-11-26T23:17:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:17:36,524 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/.tmp/hbase.id]:[hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/hbase.id] 2024-11-26T23:17:36,547 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:36,547 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:17:36,551 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-26T23:17:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:36,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:36,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:17:36,966 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:36,967 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:17:36,967 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:17:37,376 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store 2024-11-26T23:17:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:17:37,783 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:37,784 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:37,784 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:37,784 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:37,784 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:37,784 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:37,784 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:37,784 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663057784Disabling compacts and flushes for region at 1732663057784Disabling writes for close at 1732663057784Writing region close event to WAL at 1732663057784Closed at 1732663057784 2024-11-26T23:17:37,785 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/.initializing 2024-11-26T23:17:37,785 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/WALs/c707e9ace675,43381,1732663055966 2024-11-26T23:17:37,786 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:37,788 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C43381%2C1732663055966, suffix=, logDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/WALs/c707e9ace675,43381,1732663055966, archiveDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/oldWALs, maxLogs=10 2024-11-26T23:17:37,802 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/WALs/c707e9ace675,43381,1732663055966/c707e9ace675%2C43381%2C1732663055966.1732663057788, exclude list is [], retry=0 2024-11-26T23:17:37,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-7100d13e-d215-4656-a818-364e3142fb97,DISK] 2024-11-26T23:17:37,807 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/WALs/c707e9ace675,43381,1732663055966/c707e9ace675%2C43381%2C1732663055966.1732663057788 2024-11-26T23:17:37,807 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33615:33615)] 2024-11-26T23:17:37,807 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:37,807 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:37,808 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,808 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:17:37,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:37,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:37,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:17:37,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:37,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:37,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:17:37,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:37,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:37,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:17:37,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:37,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:37,817 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,818 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,819 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,820 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,820 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,821 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:37,822 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:37,824 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:37,825 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70728468, jitterRate=0.05393630266189575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:37,825 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663057808Initializing all the Stores at 1732663057808Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663057809 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663057809Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663057809Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663057809Cleaning up temporary data from old regions at 1732663057820 (+11 ms)Region opened successfully at 1732663057825 (+5 ms) 2024-11-26T23:17:37,826 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:17:37,829 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a92c374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:37,830 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:17:37,830 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:17:37,830 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:17:37,830 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:17:37,830 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:17:37,831 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:17:37,831 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:17:37,833 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:17:37,834 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Unable to get data of znode /0239057813/balancer because node does not exist (not necessarily an error) 2024-11-26T23:17:37,835 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0239057813/balancer already deleted, retry=false 2024-11-26T23:17:37,835 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:17:37,836 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Unable to get data of znode /0239057813/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:17:37,837 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0239057813/normalizer already deleted, retry=false 2024-11-26T23:17:37,838 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:17:37,838 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Unable to get data of znode /0239057813/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:17:37,841 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0239057813/switch/split already deleted, retry=false 2024-11-26T23:17:37,842 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Unable to get data of znode /0239057813/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:17:37,843 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0239057813/switch/merge already deleted, retry=false 2024-11-26T23:17:37,845 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Unable to get data of znode /0239057813/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:17:37,846 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0239057813/snapshot-cleanup already deleted, retry=false 2024-11-26T23:17:37,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0239057813/running 2024-11-26T23:17:37,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0239057813/running 2024-11-26T23:17:37,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:37,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:37,848 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,43381,1732663055966, sessionid=0x1015691fe030000, setting cluster-up flag (Was=false) 2024-11-26T23:17:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:37,858 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0239057813/flush-table-proc/acquired, /0239057813/flush-table-proc/reached, /0239057813/flush-table-proc/abort 2024-11-26T23:17:37,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,43381,1732663055966 2024-11-26T23:17:37,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:37,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:37,868 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0239057813/online-snapshot/acquired, /0239057813/online-snapshot/reached, /0239057813/online-snapshot/abort 2024-11-26T23:17:37,870 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,43381,1732663055966 2024-11-26T23:17:37,871 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:17:37,872 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:37,873 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:17:37,873 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:17:37,873 WARN [master/c707e9ace675:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c707e9ace675,44053,1732663031494: status=Processing ServerCrashProcedure of c707e9ace675,44053,1732663031494 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732663045482, completionTime=-1 appears to have been leaked 2024-11-26T23:17:37,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,43381,1732663055966 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:17:37,875 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:37,875 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:37,875 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:37,875 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:37,875 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:17:37,875 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:37,875 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:37,875 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:37,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:37,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:17:37,878 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:37,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:17:37,881 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663087881 2024-11-26T23:17:37,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:17:37,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:17:37,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:17:37,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:17:37,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:17:37,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:17:37,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:37,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:17:37,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:17:37,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:17:37,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:17:37,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:17:37,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:17:37,884 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663057883,5,FailOnTimeoutGroup] 2024-11-26T23:17:37,884 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663057884,5,FailOnTimeoutGroup] 2024-11-26T23:17:37,884 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:37,884 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:17:37,884 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:37,884 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:37,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:17:37,951 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(746): ClusterId : 7f73617a-d335-4836-b836-7418e5ffe582 2024-11-26T23:17:37,951 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:17:37,960 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:17:37,961 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:17:37,966 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:17:37,967 DEBUG [RS:0;c707e9ace675:46357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3b678b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:37,985 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:46357 2024-11-26T23:17:37,985 INFO [RS:0;c707e9ace675:46357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:17:37,985 INFO [RS:0;c707e9ace675:46357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:17:37,985 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:17:37,986 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,43381,1732663055966 with port=46357, startcode=1732663056030 2024-11-26T23:17:37,987 DEBUG [RS:0;c707e9ace675:46357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:17:37,989 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:17:37,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,46357,1732663056030 2024-11-26T23:17:37,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43381 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,46357,1732663056030 2024-11-26T23:17:37,991 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1 2024-11-26T23:17:37,991 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42327 2024-11-26T23:17:37,991 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:17:37,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813/rs 2024-11-26T23:17:37,995 DEBUG [RS:0;c707e9ace675:46357 {}] zookeeper.ZKUtil(111): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on existing znode=/0239057813/rs/c707e9ace675,46357,1732663056030 2024-11-26T23:17:37,995 WARN [RS:0;c707e9ace675:46357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:37,995 INFO [RS:0;c707e9ace675:46357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:37,995 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030 2024-11-26T23:17:37,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,46357,1732663056030] 2024-11-26T23:17:37,999 INFO [RS:0;c707e9ace675:46357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:17:38,001 INFO [RS:0;c707e9ace675:46357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:17:38,002 INFO [RS:0;c707e9ace675:46357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:17:38,002 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,002 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:17:38,003 INFO [RS:0;c707e9ace675:46357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:17:38,003 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:38,003 DEBUG [RS:0;c707e9ace675:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:38,004 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,004 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,004 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,004 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,004 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,004 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46357,1732663056030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:38,023 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:17:38,023 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46357,1732663056030-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,023 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,023 INFO [RS:0;c707e9ace675:46357 {}] regionserver.Replication(171): c707e9ace675,46357,1732663056030 started 2024-11-26T23:17:38,039 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:38,040 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,46357,1732663056030, RpcServer on c707e9ace675/172.17.0.2:46357, sessionid=0x1015691fe030001 2024-11-26T23:17:38,040 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:17:38,040 DEBUG [RS:0;c707e9ace675:46357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,46357,1732663056030 2024-11-26T23:17:38,040 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46357,1732663056030' 2024-11-26T23:17:38,040 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0239057813/flush-table-proc/abort' 2024-11-26T23:17:38,040 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0239057813/flush-table-proc/acquired' 2024-11-26T23:17:38,041 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:17:38,041 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:17:38,041 DEBUG [RS:0;c707e9ace675:46357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,46357,1732663056030 2024-11-26T23:17:38,041 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46357,1732663056030' 2024-11-26T23:17:38,041 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0239057813/online-snapshot/abort' 2024-11-26T23:17:38,041 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0239057813/online-snapshot/acquired' 2024-11-26T23:17:38,042 DEBUG [RS:0;c707e9ace675:46357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:17:38,042 INFO [RS:0;c707e9ace675:46357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:17:38,042 INFO [RS:0;c707e9ace675:46357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:17:38,142 INFO [RS:0;c707e9ace675:46357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:38,144 INFO [RS:0;c707e9ace675:46357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46357%2C1732663056030, suffix=, logDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030, archiveDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/oldWALs, maxLogs=10 2024-11-26T23:17:38,158 DEBUG [RS:0;c707e9ace675:46357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.1732663058144, exclude list is [], retry=0 2024-11-26T23:17:38,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-7100d13e-d215-4656-a818-364e3142fb97,DISK] 2024-11-26T23:17:38,163 INFO [RS:0;c707e9ace675:46357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.1732663058144 2024-11-26T23:17:38,163 DEBUG [RS:0;c707e9ace675:46357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33615:33615)] 2024-11-26T23:17:38,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:17:38,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1 2024-11-26T23:17:38,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:17:38,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:17:38,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:38,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:38,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:38,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:38,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:38,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:38,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:38,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:38,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:38,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:38,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:38,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:38,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:38,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:38,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:38,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:38,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:38,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:38,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:38,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740 2024-11-26T23:17:38,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740 2024-11-26T23:17:38,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:38,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:38,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:38,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:38,710 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:38,710 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61693883, jitterRate=-0.08068950474262238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:38,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663058694Initializing all the Stores at 1732663058695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663058695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663058695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663058695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663058695Cleaning up temporary data from old regions at 1732663058706 (+11 ms)Region opened successfully at 1732663058711 (+5 ms) 2024-11-26T23:17:38,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:38,711 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:38,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:38,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:38,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:38,711 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:38,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663058711Disabling compacts and flushes for region at 1732663058711Disabling writes for close at 1732663058711Writing region close event to WAL at 1732663058711Closed at 1732663058711 2024-11-26T23:17:38,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:38,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:17:38,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:17:38,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:38,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:17:38,866 DEBUG [c707e9ace675:43381 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:17:38,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,46357,1732663056030 2024-11-26T23:17:38,868 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46357,1732663056030, state=OPENING 2024-11-26T23:17:38,869 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:17:38,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:38,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:38,871 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:38,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46357,1732663056030}] 2024-11-26T23:17:38,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0239057813/meta-region-server: CHANGED 2024-11-26T23:17:38,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0239057813/meta-region-server: CHANGED 2024-11-26T23:17:39,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:17:39,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:17:39,031 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:17:39,031 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:39,032 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:17:39,033 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46357%2C1732663056030.meta, suffix=.meta, logDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030, archiveDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/oldWALs, maxLogs=10 2024-11-26T23:17:39,047 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.meta.1732663059034.meta, exclude list is [], retry=0 2024-11-26T23:17:39,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-7100d13e-d215-4656-a818-364e3142fb97,DISK] 2024-11-26T23:17:39,051 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.meta.1732663059034.meta 2024-11-26T23:17:39,051 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33615:33615)] 2024-11-26T23:17:39,051 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:39,052 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:39,052 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:39,052 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:17:39,052 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:17:39,052 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:17:39,052 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:39,053 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:17:39,053 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:17:39,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:39,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:39,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:39,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:39,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:39,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:39,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:39,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:39,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:39,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:39,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:39,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:39,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:39,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:39,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:39,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:39,060 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:39,061 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740 2024-11-26T23:17:39,062 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740 2024-11-26T23:17:39,063 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:39,063 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:39,064 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:39,065 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:39,066 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73658373, jitterRate=0.09759528934955597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:39,066 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:17:39,067 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663059053Writing region info on filesystem at 1732663059053Initializing all the Stores at 1732663059054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663059054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663059054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663059054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663059054Cleaning up temporary data from old regions at 1732663059063 (+9 ms)Running coprocessor post-open hooks at 1732663059066 (+3 ms)Region opened successfully at 1732663059067 (+1 ms) 2024-11-26T23:17:39,068 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663059025 2024-11-26T23:17:39,070 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:17:39,070 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:17:39,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,46357,1732663056030 2024-11-26T23:17:39,072 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46357,1732663056030, state=OPEN 2024-11-26T23:17:39,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0239057813/meta-region-server 2024-11-26T23:17:39,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0239057813/meta-region-server 2024-11-26T23:17:39,078 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,46357,1732663056030 2024-11-26T23:17:39,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0239057813/meta-region-server: CHANGED 2024-11-26T23:17:39,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0239057813/meta-region-server: CHANGED 2024-11-26T23:17:39,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:17:39,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46357,1732663056030 in 207 msec 2024-11-26T23:17:39,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:17:39,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-26T23:17:39,085 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:39,085 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:17:39,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:39,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46357,1732663056030, seqNum=-1] 2024-11-26T23:17:39,086 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:39,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:39,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-26T23:17:39,094 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663059094, completionTime=-1 2024-11-26T23:17:39,094 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:17:39,094 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:17:39,096 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:17:39,096 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663119096 2024-11-26T23:17:39,096 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663179096 2024-11-26T23:17:39,096 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T23:17:39,097 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43381,1732663055966-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:39,097 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43381,1732663055966-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:39,097 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43381,1732663055966-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:39,097 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:43381, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:39,097 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:39,097 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:39,099 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:17:39,101 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.992sec 2024-11-26T23:17:39,101 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:17:39,101 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:17:39,101 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:17:39,101 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:17:39,101 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:17:39,101 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43381,1732663055966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:39,101 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43381,1732663055966-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:17:39,104 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:17:39,104 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:17:39,104 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43381,1732663055966-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:39,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad3d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:39,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,43381,-1 for getting cluster id 2024-11-26T23:17:39,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:39,153 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f73617a-d335-4836-b836-7418e5ffe582' 2024-11-26T23:17:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f73617a-d335-4836-b836-7418e5ffe582" 2024-11-26T23:17:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74112eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,43381,-1] 2024-11-26T23:17:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:39,156 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:39,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:39,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:39,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46357,1732663056030, seqNum=-1] 2024-11-26T23:17:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:39,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:39,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,43381,1732663055966 2024-11-26T23:17:39,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53441 2024-11-26T23:17:39,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:39,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015691fe030002 connected 2024-11-26T23:17:39,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.log.dir so I do NOT create it in target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00 2024-11-26T23:17:39,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:17:39,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.tmp.dir so I do NOT create it in target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00 2024-11-26T23:17:39,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:17:39,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00 2024-11-26T23:17:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:17:39,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/cluster_5196b231-11c3-82d0-e944-f074cbed2a68, deleteOnExit=true 2024-11-26T23:17:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:17:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/test.cache.data in system properties and HBase conf 2024-11-26T23:17:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:17:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:17:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:17:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:17:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:17:39,169 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:17:39,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:17:39,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:39,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:39,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:39,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:39,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:17:39,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:39,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:39,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:39,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7634b461{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/java.io.tmpdir/jetty-localhost-40691-hadoop-hdfs-3_4_1-tests_jar-_-any-2039430582791422225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:39,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:40691} 2024-11-26T23:17:39,376 INFO [Time-limited test {}] server.Server(415): Started @33452ms 2024-11-26T23:17:39,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:39,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:39,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:39,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:39,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:17:39,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:39,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:39,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e8c2f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/java.io.tmpdir/jetty-localhost-33359-hadoop-hdfs-3_4_1-tests_jar-_-any-8335866135315677731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:39,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:33359} 2024-11-26T23:17:39,573 INFO [Time-limited test {}] server.Server(415): Started @33649ms 2024-11-26T23:17:39,574 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:17:39,681 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/cluster_5196b231-11c3-82d0-e944-f074cbed2a68/data/data2/current/BP-492652770-172.17.0.2-1732663059191/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:39,681 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/cluster_5196b231-11c3-82d0-e944-f074cbed2a68/data/data1/current/BP-492652770-172.17.0.2-1732663059191/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:39,708 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:17:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e5b6a7e60008cf0 with lease ID 0x8fa6f226672f36cf: Processing first storage report for DS-d28d9d7a-5814-4282-a39d-1a626d052913 from datanode DatanodeRegistration(127.0.0.1:41721, datanodeUuid=8f01c290-d12d-4074-89e8-6dbfebe8050c, infoPort=37617, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=27586259;c=1732663059191) 2024-11-26T23:17:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e5b6a7e60008cf0 with lease ID 0x8fa6f226672f36cf: from storage DS-d28d9d7a-5814-4282-a39d-1a626d052913 node DatanodeRegistration(127.0.0.1:41721, datanodeUuid=8f01c290-d12d-4074-89e8-6dbfebe8050c, infoPort=37617, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=27586259;c=1732663059191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:17:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e5b6a7e60008cf0 with lease ID 0x8fa6f226672f36cf: Processing first storage report for DS-b0c122fd-837d-4647-809b-b30bf0bcee26 from datanode DatanodeRegistration(127.0.0.1:41721, datanodeUuid=8f01c290-d12d-4074-89e8-6dbfebe8050c, infoPort=37617, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=27586259;c=1732663059191) 2024-11-26T23:17:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e5b6a7e60008cf0 with lease ID 0x8fa6f226672f36cf: from storage DS-b0c122fd-837d-4647-809b-b30bf0bcee26 node DatanodeRegistration(127.0.0.1:41721, datanodeUuid=8f01c290-d12d-4074-89e8-6dbfebe8050c, infoPort=37617, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=27586259;c=1732663059191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:17:39,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00 2024-11-26T23:17:39,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:39,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:17:40,220 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5 with version=8 2024-11-26T23:17:40,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/hbase-staging 2024-11-26T23:17:40,222 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:40,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:40,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:40,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:40,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:40,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:40,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:17:40,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:40,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44155 2024-11-26T23:17:40,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44155 connecting to ZooKeeper ensemble=127.0.0.1:53441 2024-11-26T23:17:40,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441550x0, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:40,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44155-0x1015691fe030003 connected 2024-11-26T23:17:40,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:40,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:40,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on znode that does not yet exist, /1-1157424986/running 2024-11-26T23:17:40,242 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5, hbase.cluster.distributed=false 2024-11-26T23:17:40,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on znode that does not yet exist, /1-1157424986/acl 2024-11-26T23:17:40,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-26T23:17:40,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44155 2024-11-26T23:17:40,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44155 2024-11-26T23:17:40,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-26T23:17:40,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-26T23:17:40,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:40,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:40,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:40,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:40,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:40,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:40,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:17:40,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:40,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43849 2024-11-26T23:17:40,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43849 connecting to ZooKeeper ensemble=127.0.0.1:53441 2024-11-26T23:17:40,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:40,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:40,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438490x0, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:40,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438490x0, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on znode that does not yet exist, /1-1157424986/running 2024-11-26T23:17:40,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43849-0x1015691fe030004 connected 2024-11-26T23:17:40,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:17:40,270 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:17:40,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on znode that does not yet exist, /1-1157424986/master 2024-11-26T23:17:40,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on znode that does not yet exist, /1-1157424986/acl 2024-11-26T23:17:40,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-26T23:17:40,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43849 2024-11-26T23:17:40,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43849 2024-11-26T23:17:40,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-26T23:17:40,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-26T23:17:40,294 DEBUG [M:0;c707e9ace675:44155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:44155 2024-11-26T23:17:40,294 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1157424986/backup-masters/c707e9ace675,44155,1732663060222 2024-11-26T23:17:40,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986/backup-masters 2024-11-26T23:17:40,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986/backup-masters 2024-11-26T23:17:40,296 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on existing znode=/1-1157424986/backup-masters/c707e9ace675,44155,1732663060222 2024-11-26T23:17:40,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1157424986/master 2024-11-26T23:17:40,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:40,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:40,299 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on existing znode=/1-1157424986/master 2024-11-26T23:17:40,300 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1157424986/backup-masters/c707e9ace675,44155,1732663060222 from backup master directory 2024-11-26T23:17:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157424986/backup-masters/c707e9ace675,44155,1732663060222 2024-11-26T23:17:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986/backup-masters 2024-11-26T23:17:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986/backup-masters 2024-11-26T23:17:40,301 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:40,301 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,44155,1732663060222 2024-11-26T23:17:40,306 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/hbase.id] with ID: f0952779-bc49-451e-a7ad-dff6d630c8c2 2024-11-26T23:17:40,306 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/.tmp/hbase.id 2024-11-26T23:17:40,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:17:40,712 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/.tmp/hbase.id]:[hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/hbase.id] 2024-11-26T23:17:40,726 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:40,726 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:17:40,728 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T23:17:40,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:40,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:17:41,136 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:41,137 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:17:41,138 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:17:41,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:17:41,547 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store 2024-11-26T23:17:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:17:41,955 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:41,955 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:41,955 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:41,955 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:41,955 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:41,955 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:41,955 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:41,955 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663061955Disabling compacts and flushes for region at 1732663061955Disabling writes for close at 1732663061955Writing region close event to WAL at 1732663061955Closed at 1732663061955 2024-11-26T23:17:41,956 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/.initializing 2024-11-26T23:17:41,956 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/WALs/c707e9ace675,44155,1732663060222 2024-11-26T23:17:41,958 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:41,960 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C44155%2C1732663060222, suffix=, logDir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/WALs/c707e9ace675,44155,1732663060222, archiveDir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/oldWALs, maxLogs=10 2024-11-26T23:17:41,973 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/WALs/c707e9ace675,44155,1732663060222/c707e9ace675%2C44155%2C1732663060222.1732663061960, exclude list is [], retry=0 2024-11-26T23:17:41,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41721,DS-d28d9d7a-5814-4282-a39d-1a626d052913,DISK] 2024-11-26T23:17:41,978 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/WALs/c707e9ace675,44155,1732663060222/c707e9ace675%2C44155%2C1732663060222.1732663061960 2024-11-26T23:17:41,978 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37617:37617)] 2024-11-26T23:17:41,978 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:41,979 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:41,979 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,979 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:17:41,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:41,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:41,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:17:41,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:41,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:41,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:17:41,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:41,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:41,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:17:41,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:41,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:41,987 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,987 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,988 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,989 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,989 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,989 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:41,990 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:41,992 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:41,993 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72670184, jitterRate=0.08287012577056885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:41,993 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663061979Initializing all the Stores at 1732663061980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663061980Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663061980Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663061980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663061980Cleaning up temporary data from old regions at 1732663061989 (+9 ms)Region opened successfully at 1732663061993 (+4 ms) 2024-11-26T23:17:41,993 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:17:41,996 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1378582c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:41,997 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:17:41,997 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:17:41,997 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:17:41,998 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:17:41,998 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:17:41,998 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:17:41,998 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:17:42,000 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:17:42,001 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Unable to get data of znode /1-1157424986/balancer because node does not exist (not necessarily an error) 2024-11-26T23:17:42,002 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157424986/balancer already deleted, retry=false 2024-11-26T23:17:42,002 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:17:42,003 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Unable to get data of znode /1-1157424986/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:17:42,005 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157424986/normalizer already deleted, retry=false 2024-11-26T23:17:42,006 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:17:42,006 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Unable to get data of znode /1-1157424986/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:17:42,007 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157424986/switch/split already deleted, retry=false 2024-11-26T23:17:42,008 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Unable to get data of znode /1-1157424986/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:17:42,009 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157424986/switch/merge already deleted, retry=false 2024-11-26T23:17:42,011 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Unable to get data of znode /1-1157424986/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:17:42,012 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157424986/snapshot-cleanup already deleted, retry=false 2024-11-26T23:17:42,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1157424986/running 2024-11-26T23:17:42,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1157424986/running 2024-11-26T23:17:42,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:42,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:42,015 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,44155,1732663060222, sessionid=0x1015691fe030003, setting cluster-up flag (Was=false) 2024-11-26T23:17:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:42,024 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1157424986/flush-table-proc/acquired, /1-1157424986/flush-table-proc/reached, /1-1157424986/flush-table-proc/abort 2024-11-26T23:17:42,025 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,44155,1732663060222 2024-11-26T23:17:42,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:42,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:42,033 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1157424986/online-snapshot/acquired, /1-1157424986/online-snapshot/reached, /1-1157424986/online-snapshot/abort 2024-11-26T23:17:42,034 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,44155,1732663060222 2024-11-26T23:17:42,036 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:17:42,038 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:42,039 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:17:42,039 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:17:42,039 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,44155,1732663060222 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:17:42,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:42,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:42,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:42,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:42,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:17:42,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:42,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:42,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:17:42,048 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663092048 2024-11-26T23:17:42,048 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:17:42,048 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:17:42,048 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:17:42,048 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:42,048 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:17:42,049 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:17:42,049 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:17:42,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:17:42,052 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,053 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:17:42,053 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:17:42,053 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:17:42,054 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:17:42,054 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:17:42,054 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:17:42,054 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663062054,5,FailOnTimeoutGroup] 2024-11-26T23:17:42,054 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663062054,5,FailOnTimeoutGroup] 2024-11-26T23:17:42,054 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,055 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:17:42,055 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,055 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:17:42,081 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(746): ClusterId : f0952779-bc49-451e-a7ad-dff6d630c8c2 2024-11-26T23:17:42,081 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:17:42,083 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:17:42,083 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:17:42,087 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:17:42,087 DEBUG [RS:0;c707e9ace675:43849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8e4668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:42,103 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:43849 2024-11-26T23:17:42,103 INFO [RS:0;c707e9ace675:43849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:17:42,103 INFO [RS:0;c707e9ace675:43849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:17:42,103 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:17:42,103 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,44155,1732663060222 with port=43849, startcode=1732663060260 2024-11-26T23:17:42,104 DEBUG [RS:0;c707e9ace675:43849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:17:42,105 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:17:42,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,43849,1732663060260 2024-11-26T23:17:42,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,43849,1732663060260 2024-11-26T23:17:42,108 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5 2024-11-26T23:17:42,108 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36225 2024-11-26T23:17:42,108 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:17:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986/rs 2024-11-26T23:17:42,114 DEBUG [RS:0;c707e9ace675:43849 {}] zookeeper.ZKUtil(111): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on existing znode=/1-1157424986/rs/c707e9ace675,43849,1732663060260 2024-11-26T23:17:42,114 WARN [RS:0;c707e9ace675:43849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:42,114 INFO [RS:0;c707e9ace675:43849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:42,115 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/WALs/c707e9ace675,43849,1732663060260 2024-11-26T23:17:42,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,43849,1732663060260] 2024-11-26T23:17:42,118 INFO [RS:0;c707e9ace675:43849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:17:42,120 INFO [RS:0;c707e9ace675:43849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:17:42,120 INFO [RS:0;c707e9ace675:43849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:17:42,121 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,121 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:17:42,121 INFO [RS:0;c707e9ace675:43849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:17:42,122 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:42,122 DEBUG [RS:0;c707e9ace675:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:42,124 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,124 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,124 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,124 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,124 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,124 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43849,1732663060260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:42,139 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:17:42,139 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43849,1732663060260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,139 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,139 INFO [RS:0;c707e9ace675:43849 {}] regionserver.Replication(171): c707e9ace675,43849,1732663060260 started 2024-11-26T23:17:42,154 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:42,154 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,43849,1732663060260, RpcServer on c707e9ace675/172.17.0.2:43849, sessionid=0x1015691fe030004 2024-11-26T23:17:42,154 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:17:42,154 DEBUG [RS:0;c707e9ace675:43849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,43849,1732663060260 2024-11-26T23:17:42,154 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,43849,1732663060260' 2024-11-26T23:17:42,154 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1157424986/flush-table-proc/abort' 2024-11-26T23:17:42,154 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1157424986/flush-table-proc/acquired' 2024-11-26T23:17:42,155 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:17:42,155 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:17:42,155 DEBUG [RS:0;c707e9ace675:43849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,43849,1732663060260 2024-11-26T23:17:42,155 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,43849,1732663060260' 2024-11-26T23:17:42,155 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1157424986/online-snapshot/abort' 2024-11-26T23:17:42,155 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1157424986/online-snapshot/acquired' 2024-11-26T23:17:42,156 DEBUG [RS:0;c707e9ace675:43849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:17:42,156 INFO [RS:0;c707e9ace675:43849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:17:42,156 INFO [RS:0;c707e9ace675:43849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:17:42,256 INFO [RS:0;c707e9ace675:43849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:42,258 INFO [RS:0;c707e9ace675:43849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C43849%2C1732663060260, suffix=, logDir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/WALs/c707e9ace675,43849,1732663060260, archiveDir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/oldWALs, maxLogs=10 2024-11-26T23:17:42,273 DEBUG [RS:0;c707e9ace675:43849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/WALs/c707e9ace675,43849,1732663060260/c707e9ace675%2C43849%2C1732663060260.1732663062259, exclude list is [], retry=0 2024-11-26T23:17:42,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41721,DS-d28d9d7a-5814-4282-a39d-1a626d052913,DISK] 2024-11-26T23:17:42,278 INFO [RS:0;c707e9ace675:43849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/WALs/c707e9ace675,43849,1732663060260/c707e9ace675%2C43849%2C1732663060260.1732663062259 2024-11-26T23:17:42,279 DEBUG [RS:0;c707e9ace675:43849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37617:37617)] 2024-11-26T23:17:42,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:17:42,458 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5 2024-11-26T23:17:42,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:17:42,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:42,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:42,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:42,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:42,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:42,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:42,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:42,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:42,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:42,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:42,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:42,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:42,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:42,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:42,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:42,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:42,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:42,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:42,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740 2024-11-26T23:17:42,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740 2024-11-26T23:17:42,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:42,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:42,877 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:42,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:42,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:42,881 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64495867, jitterRate=-0.038936689496040344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:42,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663062866Initializing all the Stores at 1732663062867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663062867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663062867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663062867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663062867Cleaning up temporary data from old regions at 1732663062877 (+10 ms)Region opened successfully at 1732663062881 (+4 ms) 2024-11-26T23:17:42,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:42,881 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:42,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:42,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:42,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:42,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:42,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663062881Disabling compacts and flushes for region at 1732663062881Disabling writes for close at 1732663062881Writing region close event to WAL at 1732663062882 (+1 ms)Closed at 1732663062882 2024-11-26T23:17:42,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:42,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:17:42,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:17:42,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:42,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:17:43,036 DEBUG [c707e9ace675:44155 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:17:43,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,43849,1732663060260 2024-11-26T23:17:43,038 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,43849,1732663060260, state=OPENING 2024-11-26T23:17:43,040 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:17:43,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:43,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:43,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1157424986/meta-region-server: CHANGED 2024-11-26T23:17:43,042 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:43,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1157424986/meta-region-server: CHANGED 2024-11-26T23:17:43,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,43849,1732663060260}] 2024-11-26T23:17:43,196 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:17:43,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:17:43,202 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:17:43,202 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:43,202 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:17:43,204 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C43849%2C1732663060260.meta, suffix=.meta, logDir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/WALs/c707e9ace675,43849,1732663060260, archiveDir=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/oldWALs, maxLogs=10 2024-11-26T23:17:43,217 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/WALs/c707e9ace675,43849,1732663060260/c707e9ace675%2C43849%2C1732663060260.meta.1732663063204.meta, exclude list is [], retry=0 2024-11-26T23:17:43,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41721,DS-d28d9d7a-5814-4282-a39d-1a626d052913,DISK] 2024-11-26T23:17:43,222 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/WALs/c707e9ace675,43849,1732663060260/c707e9ace675%2C43849%2C1732663060260.meta.1732663063204.meta 2024-11-26T23:17:43,222 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37617:37617)] 2024-11-26T23:17:43,222 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:43,223 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:43,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:43,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:17:43,223 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:17:43,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:17:43,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:43,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:17:43,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:17:43,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:43,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:43,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:43,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:43,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:43,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:43,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:43,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:43,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:43,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:43,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:43,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:43,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:43,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:43,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:43,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:43,230 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:43,231 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740 2024-11-26T23:17:43,232 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740 2024-11-26T23:17:43,233 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:43,233 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:43,234 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:43,235 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:43,236 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74419062, jitterRate=0.10893043875694275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:43,236 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:17:43,236 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663063223Writing region info on filesystem at 1732663063223Initializing all the Stores at 1732663063224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663063224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663063225 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663063225Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663063225Cleaning up temporary data from old regions at 1732663063233 (+8 ms)Running coprocessor post-open hooks at 1732663063236 (+3 ms)Region opened successfully at 1732663063236 2024-11-26T23:17:43,237 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663063196 2024-11-26T23:17:43,240 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:17:43,240 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:17:43,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,43849,1732663060260 2024-11-26T23:17:43,241 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,43849,1732663060260, state=OPEN 2024-11-26T23:17:43,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1157424986/meta-region-server 2024-11-26T23:17:43,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1157424986/meta-region-server 2024-11-26T23:17:43,244 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,43849,1732663060260 2024-11-26T23:17:43,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1157424986/meta-region-server: CHANGED 2024-11-26T23:17:43,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1157424986/meta-region-server: CHANGED 2024-11-26T23:17:43,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:17:43,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,43849,1732663060260 in 201 msec 2024-11-26T23:17:43,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:17:43,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-26T23:17:43,250 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:43,250 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:17:43,252 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:43,252 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,43849,1732663060260, seqNum=-1] 2024-11-26T23:17:43,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:43,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:43,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-26T23:17:43,260 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663063259, completionTime=-1 2024-11-26T23:17:43,260 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:17:43,260 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:17:43,261 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:17:43,261 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663123261 2024-11-26T23:17:43,261 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663183261 2024-11-26T23:17:43,261 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:17:43,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44155,1732663060222-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:43,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44155,1732663060222-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:43,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44155,1732663060222-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:43,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:44155, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:43,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:43,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:43,264 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:17:43,266 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.965sec 2024-11-26T23:17:43,266 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:17:43,266 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:17:43,266 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:17:43,266 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:17:43,266 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:17:43,266 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44155,1732663060222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:43,266 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44155,1732663060222-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:17:43,269 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:17:43,269 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:17:43,269 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,44155,1732663060222-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:43,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2233d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:43,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44155,-1 for getting cluster id 2024-11-26T23:17:43,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:43,282 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0952779-bc49-451e-a7ad-dff6d630c8c2' 2024-11-26T23:17:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0952779-bc49-451e-a7ad-dff6d630c8c2" 2024-11-26T23:17:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddd5992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44155,-1] 2024-11-26T23:17:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:43,284 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:43,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5497595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:43,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:43,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,43849,1732663060260, seqNum=-1] 2024-11-26T23:17:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:43,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:43,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,44155,1732663060222 2024-11-26T23:17:43,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53441 2024-11-26T23:17:43,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:43,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015691fe030005 connected 2024-11-26T23:17:43,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13247399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:43,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,43381,-1 for getting cluster id 2024-11-26T23:17:43,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:43,298 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f73617a-d335-4836-b836-7418e5ffe582' 2024-11-26T23:17:43,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:43,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f73617a-d335-4836-b836-7418e5ffe582" 2024-11-26T23:17:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a19e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,43381,-1] 2024-11-26T23:17:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:43,300 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f78ba17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:43,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,43381,1732663055966 2024-11-26T23:17:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26289ee2 2024-11-26T23:17:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:43,303 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:43,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:44155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:17:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:17:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:43,307 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44155' 2024-11-26T23:17:43,308 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468548ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:43,308 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44155,-1 for getting cluster id 2024-11-26T23:17:43,308 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:43,308 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0952779-bc49-451e-a7ad-dff6d630c8c2' 2024-11-26T23:17:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0952779-bc49-451e-a7ad-dff6d630c8c2" 2024-11-26T23:17:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce31bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44155,-1] 2024-11-26T23:17:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:43,310 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:43,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fec20b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:43,311 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:43,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44155,1732663060222 2024-11-26T23:17:43,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c238ee8 2024-11-26T23:17:43,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:43,313 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:43,314 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T23:17:43,314 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:17:43,314 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:43,314 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:43,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:43,315 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:43,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:17:43,317 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:17:43,317 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:43,318 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:17:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741835_1011 (size=1138) 2024-11-26T23:17:43,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc236ed6793a01b64d7fbccbdf1fafda, NAME => 'hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1 2024-11-26T23:17:43,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741836_1012 (size=44) 2024-11-26T23:17:43,366 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:17:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:43,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:43,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cc236ed6793a01b64d7fbccbdf1fafda, disabling compactions & flushes 2024-11-26T23:17:43,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:43,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:43,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. after waiting 0 ms 2024-11-26T23:17:43,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:43,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:43,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc236ed6793a01b64d7fbccbdf1fafda: Waiting for close lock at 1732663063735Disabling compacts and flushes for region at 1732663063735Disabling writes for close at 1732663063735Writing region close event to WAL at 1732663063735Closed at 1732663063735 2024-11-26T23:17:43,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:17:43,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663063737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663063737"}]},"ts":"1732663063737"} 2024-11-26T23:17:43,740 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:17:43,741 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:17:43,741 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663063741"}]},"ts":"1732663063741"} 2024-11-26T23:17:43,743 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:17:43,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc236ed6793a01b64d7fbccbdf1fafda, ASSIGN}] 2024-11-26T23:17:43,745 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc236ed6793a01b64d7fbccbdf1fafda, ASSIGN 2024-11-26T23:17:43,746 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc236ed6793a01b64d7fbccbdf1fafda, ASSIGN; state=OFFLINE, location=c707e9ace675,46357,1732663056030; forceNewPlan=false, retain=false 2024-11-26T23:17:43,896 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc236ed6793a01b64d7fbccbdf1fafda, regionState=OPENING, regionLocation=c707e9ace675,46357,1732663056030 2024-11-26T23:17:43,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc236ed6793a01b64d7fbccbdf1fafda, ASSIGN because future has completed 2024-11-26T23:17:43,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc236ed6793a01b64d7fbccbdf1fafda, server=c707e9ace675,46357,1732663056030}] 2024-11-26T23:17:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:43,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:17:44,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:44,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:44,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:17:44,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46357%2C1732663056030.rep, suffix=, logDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030, archiveDir=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/oldWALs, maxLogs=10 2024-11-26T23:17:44,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.rep.1732663064060, exclude list is [], retry=0 2024-11-26T23:17:44,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-7100d13e-d215-4656-a818-364e3142fb97,DISK] 2024-11-26T23:17:44,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.rep.1732663064060 2024-11-26T23:17:44,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33615:33615)] 2024-11-26T23:17:44,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cc236ed6793a01b64d7fbccbdf1fafda, NAME => 'hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:44,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:44,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:44,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. service=MultiRowMutationService 2024-11-26T23:17:44,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:17:44,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:44,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,081 INFO [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,082 INFO [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc236ed6793a01b64d7fbccbdf1fafda columnFamilyName hfileref 2024-11-26T23:17:44,082 DEBUG [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:44,083 INFO [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] regionserver.HStore(327): Store=cc236ed6793a01b64d7fbccbdf1fafda/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:44,083 INFO [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,084 INFO [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc236ed6793a01b64d7fbccbdf1fafda columnFamilyName queue 2024-11-26T23:17:44,084 DEBUG [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:44,084 INFO [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] regionserver.HStore(327): Store=cc236ed6793a01b64d7fbccbdf1fafda/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:44,084 INFO [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,086 INFO [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc236ed6793a01b64d7fbccbdf1fafda columnFamilyName sid 2024-11-26T23:17:44,086 DEBUG [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:44,086 INFO [StoreOpener-cc236ed6793a01b64d7fbccbdf1fafda-1 {}] regionserver.HStore(327): Store=cc236ed6793a01b64d7fbccbdf1fafda/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:44,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/replication/cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/replication/cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:17:44,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/replication/cc236ed6793a01b64d7fbccbdf1fafda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:44,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cc236ed6793a01b64d7fbccbdf1fafda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67655969, jitterRate=0.008152499794960022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:17:44,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:44,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cc236ed6793a01b64d7fbccbdf1fafda: Running coprocessor pre-open hook at 1732663064079Writing region info on filesystem at 1732663064079Initializing all the Stores at 1732663064080 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663064080Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663064080Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663064080Cleaning up temporary data from old regions at 1732663064088 (+8 ms)Running coprocessor post-open hooks at 1732663064092 (+4 ms)Region opened successfully at 1732663064093 (+1 ms) 2024-11-26T23:17:44,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda., pid=7, masterSystemTime=1732663064053 2024-11-26T23:17:44,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:44,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:44,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc236ed6793a01b64d7fbccbdf1fafda, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,46357,1732663056030 2024-11-26T23:17:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc236ed6793a01b64d7fbccbdf1fafda, server=c707e9ace675,46357,1732663056030 because future has completed 2024-11-26T23:17:44,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T23:17:44,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cc236ed6793a01b64d7fbccbdf1fafda, server=c707e9ace675,46357,1732663056030 in 200 msec 2024-11-26T23:17:44,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:17:44,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc236ed6793a01b64d7fbccbdf1fafda, ASSIGN in 359 msec 2024-11-26T23:17:44,106 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:17:44,106 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663064106"}]},"ts":"1732663064106"} 2024-11-26T23:17:44,109 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:17:44,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:17:44,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-26T23:17:44,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda., hostname=c707e9ace675,46357,1732663056030, seqNum=2] 2024-11-26T23:17:44,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:44,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:44,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:17:44,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T23:17:44,287 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:17:44,329 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,46357,1732663056030, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:17:44,330 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:44,330 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46357,1732663056030, seqNum=-1] 2024-11-26T23:17:44,330 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:44,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-26T23:17:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,46357,1732663056030', locateType=CURRENT is [region=hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda., hostname=c707e9ace675,46357,1732663056030, seqNum=2] 2024-11-26T23:17:44,339 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T23:17:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T23:17:44,344 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,46357,1732663056030 suceeded 2024-11-26T23:17:44,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T23:17:44,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-26T23:17:44,351 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:44155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:17:44,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0480 sec 2024-11-26T23:17:44,359 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:44155' 2024-11-26T23:17:44,360 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@235be083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:44,360 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,44155,-1 for getting cluster id 2024-11-26T23:17:44,360 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:44,361 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0952779-bc49-451e-a7ad-dff6d630c8c2' 2024-11-26T23:17:44,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0952779-bc49-451e-a7ad-dff6d630c8c2" 2024-11-26T23:17:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@160b48ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,44155,-1] 2024-11-26T23:17:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:44,363 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:44,364 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f83b94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:44,364 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,44155,1732663060222 2024-11-26T23:17:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fad2cf0 2024-11-26T23:17:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:44,365 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-26T23:17:44,366 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,46357,1732663056030 (queues=1) is replicating from cluster=7f73617a-d335-4836-b836-7418e5ffe582 to cluster=f0952779-bc49-451e-a7ad-dff6d630c8c2 2024-11-26T23:17:44,366 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C46357%2C1732663056030 2024-11-26T23:17:44,366 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,46357,1732663056030, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:17:44,367 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.shipperc707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C46357%2C1732663056030 2024-11-26T23:17:44,367 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.wal-reader.c707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.1732663058144, startPosition=0, beingWritten=true 2024-11-26T23:17:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:44,449 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:17:44,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:44,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:44,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:44,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:44,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:44,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,43381,1732663055966 2024-11-26T23:17:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@400bedda 2024-11-26T23:17:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:44,451 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:44,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T23:17:44,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:17:44,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:44,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:44,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:44,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:44,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:44,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:17:44,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1332048715, stopped=false 2024-11-26T23:17:44,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,44155,1732663060222 2024-11-26T23:17:44,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157424986/running 2024-11-26T23:17:44,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157424986/running 2024-11-26T23:17:44,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:44,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:44,455 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:44,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:44,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:44,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:44,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,43849,1732663060260' ***** 2024-11-26T23:17:44,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on znode that does not yet exist, /1-1157424986/running 2024-11-26T23:17:44,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:17:44,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Set watcher on znode that does not yet exist, /1-1157424986/running 2024-11-26T23:17:44,455 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:17:44,455 INFO [RS:0;c707e9ace675:43849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:17:44,456 INFO [RS:0;c707e9ace675:43849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:17:44,456 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:17:44,456 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,43849,1732663060260 2024-11-26T23:17:44,456 INFO [RS:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:44,456 INFO [RS:0;c707e9ace675:43849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:43849. 2024-11-26T23:17:44,456 DEBUG [RS:0;c707e9ace675:43849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:44,456 DEBUG [RS:0;c707e9ace675:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:44,456 INFO [RS:0;c707e9ace675:43849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:17:44,456 INFO [RS:0;c707e9ace675:43849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:17:44,456 INFO [RS:0;c707e9ace675:43849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:17:44,456 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:17:44,456 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:17:44,456 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:17:44,457 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:44,457 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:44,457 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:44,457 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:44,457 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:44,457 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:44,457 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T23:17:44,487 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740/.tmp/ns/b70e9f7049094bccb9392209f7044fa5 is 43, key is default/ns:d/1732663063254/Put/seqid=0 2024-11-26T23:17:44,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741835_1011 (size=5153) 2024-11-26T23:17:44,526 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:44,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:17:44,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:44,573 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.wal-reader.c707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.1732663058144 to pos 0, reset compression=false 2024-11-26T23:17:44,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:44,657 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:44,857 DEBUG [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:44,878 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.wal-reader.c707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.1732663058144 to pos 0, reset compression=false 2024-11-26T23:17:44,904 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740/.tmp/ns/b70e9f7049094bccb9392209f7044fa5 2024-11-26T23:17:44,913 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740/.tmp/ns/b70e9f7049094bccb9392209f7044fa5 as hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740/ns/b70e9f7049094bccb9392209f7044fa5 2024-11-26T23:17:44,930 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740/ns/b70e9f7049094bccb9392209f7044fa5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T23:17:44,931 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 474ms, sequenceid=6, compaction requested=false 2024-11-26T23:17:44,940 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T23:17:44,941 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:44,941 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:44,941 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:44,941 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663064457Running coprocessor pre-close hooks at 1732663064457Disabling compacts and flushes for region at 1732663064457Disabling writes for close at 1732663064457Obtaining lock to block concurrent updates at 1732663064457Preparing flush snapshotting stores in 1588230740 at 1732663064457Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732663064458 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732663064458Flushing 1588230740/ns: creating writer at 1732663064458Flushing 1588230740/ns: appending metadata at 1732663064486 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732663064486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c037435: reopening flushed file at 1732663064912 (+426 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 474ms, sequenceid=6, compaction requested=false at 1732663064932 (+20 ms)Writing region close event to WAL at 1732663064933 (+1 ms)Running coprocessor post-close hooks at 1732663064940 (+7 ms)Closed at 1732663064941 (+1 ms) 2024-11-26T23:17:44,941 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:45,057 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,43849,1732663060260; all regions closed. 2024-11-26T23:17:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741834_1010 (size=1152) 2024-11-26T23:17:45,070 DEBUG [RS:0;c707e9ace675:43849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/oldWALs 2024-11-26T23:17:45,070 INFO [RS:0;c707e9ace675:43849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C43849%2C1732663060260.meta:.meta(num 1732663063204) 2024-11-26T23:17:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741832_1008 (size=93) 2024-11-26T23:17:45,078 DEBUG [RS:0;c707e9ace675:43849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/oldWALs 2024-11-26T23:17:45,079 INFO [RS:0;c707e9ace675:43849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C43849%2C1732663060260:(num 1732663062259) 2024-11-26T23:17:45,079 DEBUG [RS:0;c707e9ace675:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:45,079 INFO [RS:0;c707e9ace675:43849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:45,079 INFO [RS:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:45,079 INFO [RS:0;c707e9ace675:43849 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:45,079 INFO [RS:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:45,079 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:45,079 INFO [RS:0;c707e9ace675:43849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43849 2024-11-26T23:17:45,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986/rs 2024-11-26T23:17:45,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157424986/rs/c707e9ace675,43849,1732663060260 2024-11-26T23:17:45,083 INFO [RS:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:45,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,43849,1732663060260] 2024-11-26T23:17:45,086 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157424986/draining/c707e9ace675,43849,1732663060260 already deleted, retry=false 2024-11-26T23:17:45,086 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,43849,1732663060260 expired; onlineServers=0 2024-11-26T23:17:45,086 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,44155,1732663060222' ***** 2024-11-26T23:17:45,086 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:17:45,086 INFO [M:0;c707e9ace675:44155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:45,086 INFO [M:0;c707e9ace675:44155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:45,086 DEBUG [M:0;c707e9ace675:44155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:17:45,086 DEBUG [M:0;c707e9ace675:44155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:17:45,086 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:17:45,086 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663062054 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663062054,5,FailOnTimeoutGroup] 2024-11-26T23:17:45,086 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663062054 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663062054,5,FailOnTimeoutGroup] 2024-11-26T23:17:45,086 INFO [M:0;c707e9ace675:44155 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:45,087 INFO [M:0;c707e9ace675:44155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:45,087 DEBUG [M:0;c707e9ace675:44155 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:17:45,088 INFO [M:0;c707e9ace675:44155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:17:45,089 INFO [M:0;c707e9ace675:44155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:45,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157424986/master 2024-11-26T23:17:45,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157424986 2024-11-26T23:17:45,089 INFO [M:0;c707e9ace675:44155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:17:45,089 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:17:45,090 DEBUG [M:0;c707e9ace675:44155 {}] zookeeper.ZKUtil(347): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Unable to get data of znode /1-1157424986/master because node does not exist (not an error) 2024-11-26T23:17:45,090 WARN [M:0;c707e9ace675:44155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:17:45,091 INFO [M:0;c707e9ace675:44155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/.lastflushedseqids 2024-11-26T23:17:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741836_1012 (size=99) 2024-11-26T23:17:45,104 INFO [M:0;c707e9ace675:44155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:17:45,104 INFO [M:0;c707e9ace675:44155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:17:45,104 DEBUG [M:0;c707e9ace675:44155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:45,104 INFO [M:0;c707e9ace675:44155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:45,104 DEBUG [M:0;c707e9ace675:44155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:45,104 DEBUG [M:0;c707e9ace675:44155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:45,104 DEBUG [M:0;c707e9ace675:44155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:45,104 INFO [M:0;c707e9ace675:44155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T23:17:45,133 DEBUG [M:0;c707e9ace675:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d28f00c1b244309a4cdff4a1fa518b7 is 82, key is hbase:meta,,1/info:regioninfo/1732663063240/Put/seqid=0 2024-11-26T23:17:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741837_1013 (size=5672) 2024-11-26T23:17:45,141 INFO [M:0;c707e9ace675:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d28f00c1b244309a4cdff4a1fa518b7 2024-11-26T23:17:45,172 DEBUG [M:0;c707e9ace675:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56fdeeec998045cd9a1772b80630ffb8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732663063259/Put/seqid=0 2024-11-26T23:17:45,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741838_1014 (size=5275) 2024-11-26T23:17:45,182 INFO [M:0;c707e9ace675:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56fdeeec998045cd9a1772b80630ffb8 2024-11-26T23:17:45,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:45,185 INFO [RS:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:45,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1015691fe030004, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:45,186 INFO [RS:0;c707e9ace675:43849 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,43849,1732663060260; zookeeper connection closed. 2024-11-26T23:17:45,186 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16d73c9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16d73c9b 2024-11-26T23:17:45,186 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:17:45,211 DEBUG [M:0;c707e9ace675:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a4103a221d44cfdbcc7dc9f3c98b0ff is 69, key is c707e9ace675,43849,1732663060260/rs:state/1732663062106/Put/seqid=0 2024-11-26T23:17:45,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741839_1015 (size=5156) 2024-11-26T23:17:45,285 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.wal-reader.c707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.1732663058144 to pos 0, reset compression=false 2024-11-26T23:17:45,631 INFO [M:0;c707e9ace675:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a4103a221d44cfdbcc7dc9f3c98b0ff 2024-11-26T23:17:45,637 DEBUG [M:0;c707e9ace675:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d28f00c1b244309a4cdff4a1fa518b7 as hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d28f00c1b244309a4cdff4a1fa518b7 2024-11-26T23:17:45,642 INFO [M:0;c707e9ace675:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d28f00c1b244309a4cdff4a1fa518b7, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T23:17:45,644 DEBUG [M:0;c707e9ace675:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56fdeeec998045cd9a1772b80630ffb8 as hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56fdeeec998045cd9a1772b80630ffb8 2024-11-26T23:17:45,648 INFO [M:0;c707e9ace675:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56fdeeec998045cd9a1772b80630ffb8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T23:17:45,649 DEBUG [M:0;c707e9ace675:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a4103a221d44cfdbcc7dc9f3c98b0ff as hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a4103a221d44cfdbcc7dc9f3c98b0ff 2024-11-26T23:17:45,654 INFO [M:0;c707e9ace675:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36225/user/jenkins/test-data/395b6b5b-ab58-f0db-9238-b873919740f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a4103a221d44cfdbcc7dc9f3c98b0ff, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T23:17:45,655 INFO [M:0;c707e9ace675:44155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=28, compaction requested=false 2024-11-26T23:17:45,657 INFO [M:0;c707e9ace675:44155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:45,657 DEBUG [M:0;c707e9ace675:44155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663065104Disabling compacts and flushes for region at 1732663065104Disabling writes for close at 1732663065104Obtaining lock to block concurrent updates at 1732663065104Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663065104Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732663065105 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663065107 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663065107Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663065132 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663065133 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663065147 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663065171 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663065171Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663065190 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663065211 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663065211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab5c2a: reopening flushed file at 1732663065637 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402ef0: reopening flushed file at 1732663065643 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b1ff85: reopening flushed file at 1732663065649 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=28, compaction requested=false at 1732663065655 (+6 ms)Writing region close event to WAL at 1732663065657 (+2 ms)Closed at 1732663065657 2024-11-26T23:17:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41721 is added to blk_1073741830_1006 (size=10165) 2024-11-26T23:17:45,660 INFO [M:0;c707e9ace675:44155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:17:45,660 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:45,660 INFO [M:0;c707e9ace675:44155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44155 2024-11-26T23:17:45,660 INFO [M:0;c707e9ace675:44155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:45,764 INFO [M:0;c707e9ace675:44155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:45,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:45,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x1015691fe030003, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:45,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e8c2f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:45,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:17:45,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:17:45,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:17:45,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.log.dir/,STOPPED} 2024-11-26T23:17:45,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:17:45,768 WARN [BP-492652770-172.17.0.2-1732663059191 heartbeating to localhost/127.0.0.1:36225 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:17:45,769 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:17:45,769 WARN [BP-492652770-172.17.0.2-1732663059191 heartbeating to localhost/127.0.0.1:36225 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-492652770-172.17.0.2-1732663059191 (Datanode Uuid 8f01c290-d12d-4074-89e8-6dbfebe8050c) service to localhost/127.0.0.1:36225 2024-11-26T23:17:45,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/cluster_5196b231-11c3-82d0-e944-f074cbed2a68/data/data1/current/BP-492652770-172.17.0.2-1732663059191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:17:45,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/cluster_5196b231-11c3-82d0-e944-f074cbed2a68/data/data2/current/BP-492652770-172.17.0.2-1732663059191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:17:45,770 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:17:45,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7634b461{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:45,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:17:45,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:17:45,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:17:45,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.log.dir/,STOPPED} 2024-11-26T23:17:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:17:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:17:45,791 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.wal-reader.c707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.1732663058144 to pos 0, reset compression=false 2024-11-26T23:17:45,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:45,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:45,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:45,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:45,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:45,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:17:45,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1603119404, stopped=false 2024-11-26T23:17:45,792 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,43381,1732663055966 2024-11-26T23:17:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0239057813/running 2024-11-26T23:17:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0239057813/running 2024-11-26T23:17:45,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:45,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:45,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:45,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:17:45,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:45,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:45,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,46357,1732663056030' ***** 2024-11-26T23:17:45,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on znode that does not yet exist, /0239057813/running 2024-11-26T23:17:45,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:17:45,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Set watcher on znode that does not yet exist, /0239057813/running 2024-11-26T23:17:45,795 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:17:45,795 INFO [RS:0;c707e9ace675:46357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:17:45,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:17:45,795 INFO [RS:0;c707e9ace675:46357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:17:45,795 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(3091): Received CLOSE for cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:45,795 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,46357,1732663056030 2024-11-26T23:17:45,795 INFO [RS:0;c707e9ace675:46357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:45,795 INFO [RS:0;c707e9ace675:46357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46357. 2024-11-26T23:17:45,796 DEBUG [RS:0;c707e9ace675:46357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:45,796 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc236ed6793a01b64d7fbccbdf1fafda, disabling compactions & flushes 2024-11-26T23:17:45,796 DEBUG [RS:0;c707e9ace675:46357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:45,796 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:45,796 INFO [RS:0;c707e9ace675:46357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:17:45,796 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:45,796 INFO [RS:0;c707e9ace675:46357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:17:45,796 INFO [RS:0;c707e9ace675:46357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:17:45,796 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. after waiting 0 ms 2024-11-26T23:17:45,796 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:45,796 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:17:45,796 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc236ed6793a01b64d7fbccbdf1fafda 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T23:17:45,796 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:17:45,796 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1325): Online Regions={cc236ed6793a01b64d7fbccbdf1fafda=hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:17:45,796 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:45,796 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:45,796 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:45,796 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:45,796 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:45,796 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:45,797 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T23:17:45,810 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:45,813 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/replication/cc236ed6793a01b64d7fbccbdf1fafda/.tmp/queue/f8ef3c3e59b74908a5a3fe059387de7a is 151, key is 1-c707e9ace675,46357,1732663056030/queue:c707e9ace675%2C46357%2C1732663056030/1732663064336/Put/seqid=0 2024-11-26T23:17:45,816 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/.tmp/info/a52502afb9d34f65a33476165f3bb515 is 147, key is hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda./info:regioninfo/1732663064096/Put/seqid=0 2024-11-26T23:17:45,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741838_1014 (size=5350) 2024-11-26T23:17:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741839_1015 (size=6631) 2024-11-26T23:17:45,996 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:46,046 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:17:46,046 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:17:46,197 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc236ed6793a01b64d7fbccbdf1fafda 2024-11-26T23:17:46,218 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/replication/cc236ed6793a01b64d7fbccbdf1fafda/.tmp/queue/f8ef3c3e59b74908a5a3fe059387de7a 2024-11-26T23:17:46,221 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/.tmp/info/a52502afb9d34f65a33476165f3bb515 2024-11-26T23:17:46,226 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/replication/cc236ed6793a01b64d7fbccbdf1fafda/.tmp/queue/f8ef3c3e59b74908a5a3fe059387de7a as hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/replication/cc236ed6793a01b64d7fbccbdf1fafda/queue/f8ef3c3e59b74908a5a3fe059387de7a 2024-11-26T23:17:46,231 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/replication/cc236ed6793a01b64d7fbccbdf1fafda/queue/f8ef3c3e59b74908a5a3fe059387de7a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T23:17:46,233 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cc236ed6793a01b64d7fbccbdf1fafda in 437ms, sequenceid=5, compaction requested=false 2024-11-26T23:17:46,233 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:17:46,241 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/replication/cc236ed6793a01b64d7fbccbdf1fafda/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T23:17:46,242 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:46,242 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:46,242 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:46,242 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc236ed6793a01b64d7fbccbdf1fafda: Waiting for close lock at 1732663065796Running coprocessor pre-close hooks at 1732663065796Disabling compacts and flushes for region at 1732663065796Disabling writes for close at 1732663065796Obtaining lock to block concurrent updates at 1732663065796Preparing flush snapshotting stores in cc236ed6793a01b64d7fbccbdf1fafda at 1732663065796Finished memstore snapshotting hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732663065796Flushing stores of hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. at 1732663065798 (+2 ms)Flushing cc236ed6793a01b64d7fbccbdf1fafda/queue: creating writer at 1732663065798Flushing cc236ed6793a01b64d7fbccbdf1fafda/queue: appending metadata at 1732663065812 (+14 ms)Flushing cc236ed6793a01b64d7fbccbdf1fafda/queue: closing flushed file at 1732663065812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4559fe81: reopening flushed file at 1732663066225 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cc236ed6793a01b64d7fbccbdf1fafda in 437ms, sequenceid=5, compaction requested=false at 1732663066233 (+8 ms)Writing region close event to WAL at 1732663066237 (+4 ms)Running coprocessor post-close hooks at 1732663066241 (+4 ms)Closed at 1732663066242 (+1 ms) 2024-11-26T23:17:46,242 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663063314.cc236ed6793a01b64d7fbccbdf1fafda. 2024-11-26T23:17:46,242 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/.tmp/ns/ae6386d632754753a324638ce3ecc35a is 43, key is default/ns:d/1732663059089/Put/seqid=0 2024-11-26T23:17:46,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741840_1016 (size=5153) 2024-11-26T23:17:46,397 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:46,398 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.wal-reader.c707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.1732663058144 to pos 0, reset compression=false 2024-11-26T23:17:46,597 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:46,647 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/.tmp/ns/ae6386d632754753a324638ce3ecc35a 2024-11-26T23:17:46,668 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/.tmp/table/03c2b27a7a7f4e55aebf6e723a444471 is 53, key is hbase:replication/table:state/1732663064106/Put/seqid=0 2024-11-26T23:17:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741841_1017 (size=5256) 2024-11-26T23:17:46,797 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:17:46,797 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:17:46,797 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:46,998 DEBUG [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:17:47,074 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/.tmp/table/03c2b27a7a7f4e55aebf6e723a444471 2024-11-26T23:17:47,080 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/.tmp/info/a52502afb9d34f65a33476165f3bb515 as hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/info/a52502afb9d34f65a33476165f3bb515 2024-11-26T23:17:47,085 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/info/a52502afb9d34f65a33476165f3bb515, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T23:17:47,086 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/.tmp/ns/ae6386d632754753a324638ce3ecc35a as hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/ns/ae6386d632754753a324638ce3ecc35a 2024-11-26T23:17:47,091 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/ns/ae6386d632754753a324638ce3ecc35a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T23:17:47,092 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/.tmp/table/03c2b27a7a7f4e55aebf6e723a444471 as hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/table/03c2b27a7a7f4e55aebf6e723a444471 2024-11-26T23:17:47,097 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/table/03c2b27a7a7f4e55aebf6e723a444471, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T23:17:47,098 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-26T23:17:47,103 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T23:17:47,103 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:47,103 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:47,103 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:47,103 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663065796Running coprocessor pre-close hooks at 1732663065796Disabling compacts and flushes for region at 1732663065796Disabling writes for close at 1732663065796Obtaining lock to block concurrent updates at 1732663065797 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732663065797Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732663065797Flushing stores of hbase:meta,,1.1588230740 at 1732663065798 (+1 ms)Flushing 1588230740/info: creating writer at 1732663065798Flushing 1588230740/info: appending metadata at 1732663065816 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732663065816Flushing 1588230740/ns: creating writer at 1732663066227 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732663066242 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732663066242Flushing 1588230740/table: creating writer at 1732663066653 (+411 ms)Flushing 1588230740/table: appending metadata at 1732663066668 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732663066668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bcf43a4: reopening flushed file at 1732663067080 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ee980c: reopening flushed file at 1732663067086 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da489ba: reopening flushed file at 1732663067092 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1732663067098 (+6 ms)Writing region close event to WAL at 1732663067100 (+2 ms)Running coprocessor post-close hooks at 1732663067103 (+3 ms)Closed at 1732663067103 2024-11-26T23:17:47,104 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:47,104 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.wal-reader.c707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.1732663058144 to pos 0, reset compression=false 2024-11-26T23:17:47,198 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,46357,1732663056030; all regions closed. 2024-11-26T23:17:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741834_1010 (size=2742) 2024-11-26T23:17:47,201 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.meta.1732663059034.meta not finished, retry = 0 2024-11-26T23:17:47,304 DEBUG [RS:0;c707e9ace675:46357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/oldWALs 2024-11-26T23:17:47,304 INFO [RS:0;c707e9ace675:46357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46357%2C1732663056030.meta:.meta(num 1732663059034) 2024-11-26T23:17:47,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741837_1013 (size=1586) 2024-11-26T23:17:47,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/WALs/c707e9ace675,46357,1732663056030/c707e9ace675%2C46357%2C1732663056030.rep.1732663064060 not finished, retry = 0 2024-11-26T23:17:47,409 DEBUG [RS:0;c707e9ace675:46357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/oldWALs 2024-11-26T23:17:47,410 INFO [RS:0;c707e9ace675:46357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46357%2C1732663056030.rep:(num 1732663064060) 2024-11-26T23:17:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741832_1008 (size=93) 2024-11-26T23:17:47,414 DEBUG [RS:0;c707e9ace675:46357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/oldWALs 2024-11-26T23:17:47,414 INFO [RS:0;c707e9ace675:46357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46357%2C1732663056030:(num 1732663058144) 2024-11-26T23:17:47,414 DEBUG [RS:0;c707e9ace675:46357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:47,414 INFO [RS:0;c707e9ace675:46357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:17:47,414 INFO [RS:0;c707e9ace675:46357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:47,414 INFO [RS:0;c707e9ace675:46357 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:47,415 INFO [RS:0;c707e9ace675:46357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:47,415 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:47,415 INFO [RS:0;c707e9ace675:46357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,46357,1732663056030 because: Region server is closing 2024-11-26T23:17:47,415 INFO [RS:0;c707e9ace675:46357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46357. 2024-11-26T23:17:47,415 DEBUG [RS:0;c707e9ace675:46357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:17:47,415 DEBUG [RS:0;c707e9ace675:46357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:47,415 DEBUG [RS:0;c707e9ace675:46357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:47,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:47,516 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.shipperc707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T23:17:47,516 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.wal-reader.c707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:17:47,516 INFO [RS:0;c707e9ace675:46357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46357,1732663056030.replicationSource.shipperc707e9ace675%2C46357%2C1732663056030,1-c707e9ace675,46357,1732663056030 terminated 2024-11-26T23:17:47,516 INFO [RS:0;c707e9ace675:46357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46357 2024-11-26T23:17:47,518 INFO [RS:0;c707e9ace675:46357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:47,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0239057813/rs/c707e9ace675,46357,1732663056030 2024-11-26T23:17:47,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813/rs 2024-11-26T23:17:47,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,46357,1732663056030] 2024-11-26T23:17:47,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0239057813/draining/c707e9ace675,46357,1732663056030 already deleted, retry=false 2024-11-26T23:17:47,522 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,46357,1732663056030 expired; onlineServers=0 2024-11-26T23:17:47,522 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,43381,1732663055966' ***** 2024-11-26T23:17:47,522 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:17:47,522 INFO [M:0;c707e9ace675:43381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:17:47,522 INFO [M:0;c707e9ace675:43381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:17:47,522 DEBUG [M:0;c707e9ace675:43381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:17:47,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:17:47,523 DEBUG [M:0;c707e9ace675:43381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:17:47,523 INFO [M:0;c707e9ace675:43381 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:17:47,523 INFO [M:0;c707e9ace675:43381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:17:47,523 DEBUG [M:0;c707e9ace675:43381 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:17:47,523 INFO [M:0;c707e9ace675:43381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:17:47,523 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663057883 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663057883,5,FailOnTimeoutGroup] 2024-11-26T23:17:47,523 INFO [M:0;c707e9ace675:43381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:17:47,523 INFO [M:0;c707e9ace675:43381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:17:47,523 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663057884 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663057884,5,FailOnTimeoutGroup] 2024-11-26T23:17:47,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:17:47,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0239057813/master 2024-11-26T23:17:47,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0239057813 2024-11-26T23:17:47,524 DEBUG [M:0;c707e9ace675:43381 {}] zookeeper.ZKUtil(347): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Unable to get data of znode /0239057813/master because node does not exist (not an error) 2024-11-26T23:17:47,524 WARN [M:0;c707e9ace675:43381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:17:47,525 INFO [M:0;c707e9ace675:43381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/.lastflushedseqids 2024-11-26T23:17:47,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741842_1018 (size=181) 2024-11-26T23:17:47,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:47,620 INFO [RS:0;c707e9ace675:46357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:47,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1015691fe030001, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:47,620 INFO [RS:0;c707e9ace675:46357 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,46357,1732663056030; zookeeper connection closed. 2024-11-26T23:17:47,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11d9f657 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11d9f657 2024-11-26T23:17:47,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:17:47,935 INFO [M:0;c707e9ace675:43381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:17:47,935 INFO [M:0;c707e9ace675:43381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:17:47,935 DEBUG [M:0;c707e9ace675:43381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:47,935 INFO [M:0;c707e9ace675:43381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:47,935 DEBUG [M:0;c707e9ace675:43381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:47,935 DEBUG [M:0;c707e9ace675:43381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:47,935 DEBUG [M:0;c707e9ace675:43381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:47,935 INFO [M:0;c707e9ace675:43381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T23:17:47,952 DEBUG [M:0;c707e9ace675:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf3d55133c4a42aa87b73edd2102b05b is 82, key is hbase:meta,,1/info:regioninfo/1732663059071/Put/seqid=0 2024-11-26T23:17:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741843_1019 (size=5672) 2024-11-26T23:17:48,357 INFO [M:0;c707e9ace675:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf3d55133c4a42aa87b73edd2102b05b 2024-11-26T23:17:48,377 DEBUG [M:0;c707e9ace675:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b07416d01bea4343a52595f7730a159c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732663064111/Put/seqid=0 2024-11-26T23:17:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741844_1020 (size=7203) 2024-11-26T23:17:48,782 INFO [M:0;c707e9ace675:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b07416d01bea4343a52595f7730a159c 2024-11-26T23:17:48,806 DEBUG [M:0;c707e9ace675:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7459d64643f43d1954ed4e73955b734 is 69, key is c707e9ace675,46357,1732663056030/rs:state/1732663057990/Put/seqid=0 2024-11-26T23:17:48,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741845_1021 (size=5156) 2024-11-26T23:17:49,211 INFO [M:0;c707e9ace675:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7459d64643f43d1954ed4e73955b734 2024-11-26T23:17:49,217 DEBUG [M:0;c707e9ace675:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf3d55133c4a42aa87b73edd2102b05b as hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf3d55133c4a42aa87b73edd2102b05b 2024-11-26T23:17:49,222 INFO [M:0;c707e9ace675:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf3d55133c4a42aa87b73edd2102b05b, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T23:17:49,223 DEBUG [M:0;c707e9ace675:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b07416d01bea4343a52595f7730a159c as hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b07416d01bea4343a52595f7730a159c 2024-11-26T23:17:49,228 INFO [M:0;c707e9ace675:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b07416d01bea4343a52595f7730a159c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T23:17:49,229 DEBUG [M:0;c707e9ace675:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7459d64643f43d1954ed4e73955b734 as hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7459d64643f43d1954ed4e73955b734 2024-11-26T23:17:49,234 INFO [M:0;c707e9ace675:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42327/user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7459d64643f43d1954ed4e73955b734, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T23:17:49,235 INFO [M:0;c707e9ace675:43381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false 2024-11-26T23:17:49,237 INFO [M:0;c707e9ace675:43381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:49,237 DEBUG [M:0;c707e9ace675:43381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663067935Disabling compacts and flushes for region at 1732663067935Disabling writes for close at 1732663067935Obtaining lock to block concurrent updates at 1732663067935Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663067935Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732663067936 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663067936Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663067936Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663067951 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663067951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663068362 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663068377 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663068377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663068788 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663068805 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663068805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58616cb0: reopening flushed file at 1732663069216 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29420630: reopening flushed file at 1732663069223 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5999756c: reopening flushed file at 1732663069228 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false at 1732663069235 (+7 ms)Writing region close event to WAL at 1732663069236 (+1 ms)Closed at 1732663069236 2024-11-26T23:17:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741830_1006 (size=41008) 2024-11-26T23:17:49,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d71b4c43-f1ee-1e25-4a36-f43f87627ac1/MasterData/WALs/c707e9ace675,43381,1732663055966/c707e9ace675%2C43381%2C1732663055966.1732663057788 not finished, retry = 0 2024-11-26T23:17:49,340 INFO [M:0;c707e9ace675:43381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:17:49,340 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:17:49,340 INFO [M:0;c707e9ace675:43381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43381 2024-11-26T23:17:49,341 INFO [M:0;c707e9ace675:43381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:17:49,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:49,442 INFO [M:0;c707e9ace675:43381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:17:49,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x1015691fe030000, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:17:49,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:49,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:17:49,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:17:49,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:17:49,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.log.dir/,STOPPED} 2024-11-26T23:17:49,447 WARN [BP-1157674087-172.17.0.2-1732663055259 heartbeating to localhost/127.0.0.1:42327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:17:49,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:17:49,447 WARN [BP-1157674087-172.17.0.2-1732663055259 heartbeating to localhost/127.0.0.1:42327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1157674087-172.17.0.2-1732663055259 (Datanode Uuid 6f194dc4-17d9-49d6-8eb4-bfd5a3db1a82) service to localhost/127.0.0.1:42327 2024-11-26T23:17:49,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:17:49,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/cluster_dce290a9-9415-f83c-1d3e-4b6f4c03bc97/data/data1/current/BP-1157674087-172.17.0.2-1732663055259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:17:49,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/cluster_dce290a9-9415-f83c-1d3e-4b6f4c03bc97/data/data2/current/BP-1157674087-172.17.0.2-1732663055259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:17:49,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:17:49,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2266a8ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:49,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:17:49,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:17:49,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:17:49,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d57747-63f0-a6d4-db4e-76d58d472c7a/hadoop.log.dir/,STOPPED} 2024-11-26T23:17:49,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T23:17:49,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:17:49,490 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 109) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42327 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53441) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53441) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36225 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 262) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6726 (was 7110) 2024-11-26T23:17:49,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=6725 2024-11-26T23:17:49,512 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-26T23:17:49,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.log.dir so I do NOT create it in target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19 2024-11-26T23:17:49,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:17:49,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.tmp.dir so I do NOT create it in target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19 2024-11-26T23:17:49,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c37bd9c-39ec-0219-fcb1-dc6a92c8ec00/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:17:49,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19 2024-11-26T23:17:49,512 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/cluster_bb14345c-fef5-25b1-c935-e8bdc1d26468, deleteOnExit=true 2024-11-26T23:17:49,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/cluster_bb14345c-fef5-25b1-c935-e8bdc1d26468/zookeeper_0, clientPort=63375, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/cluster_bb14345c-fef5-25b1-c935-e8bdc1d26468/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/cluster_bb14345c-fef5-25b1-c935-e8bdc1d26468/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:17:49,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63375 2024-11-26T23:17:49,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:17:49,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/test.cache.data in system properties and HBase conf 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:17:49,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:49,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:17:49,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:17:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015691fe030002, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:17:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015691fe030005, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:17:49,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015691fe030005, quorum=127.0.0.1:53441, baseZNode=/1-1157424986 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:17:49,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015691fe030002, quorum=127.0.0.1:53441, baseZNode=/0239057813 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:17:49,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:17:49,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:49,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:49,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:49,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:49,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:49,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:49,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:49,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:49,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:17:49,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:49,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:49,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:49,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71552b94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/java.io.tmpdir/jetty-localhost-44701-hadoop-hdfs-3_4_1-tests_jar-_-any-5250113813890439641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:49,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:44701} 2024-11-26T23:17:49,762 INFO [Time-limited test {}] server.Server(415): Started @43838ms 2024-11-26T23:17:49,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:49,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:49,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:49,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:49,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:17:49,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:49,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:49,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21f66ac0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/java.io.tmpdir/jetty-localhost-42739-hadoop-hdfs-3_4_1-tests_jar-_-any-3702809433044306387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:49,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:42739} 2024-11-26T23:17:49,976 INFO [Time-limited test {}] server.Server(415): Started @44052ms 2024-11-26T23:17:49,977 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:17:50,077 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/cluster_bb14345c-fef5-25b1-c935-e8bdc1d26468/data/data1/current/BP-1095404081-172.17.0.2-1732663069537/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:50,077 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/cluster_bb14345c-fef5-25b1-c935-e8bdc1d26468/data/data2/current/BP-1095404081-172.17.0.2-1732663069537/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:50,100 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:17:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96bf3ec90519e420 with lease ID 0x82fccb51734bf7a4: Processing first storage report for DS-86c1f29a-7689-4acd-9c2f-bebbf08ea7b6 from datanode DatanodeRegistration(127.0.0.1:37399, datanodeUuid=f1e1ef5b-94cc-41a5-a9bf-e453bf398321, infoPort=45469, infoSecurePort=0, ipcPort=38497, storageInfo=lv=-57;cid=testClusterID;nsid=2144649508;c=1732663069537) 2024-11-26T23:17:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96bf3ec90519e420 with lease ID 0x82fccb51734bf7a4: from storage DS-86c1f29a-7689-4acd-9c2f-bebbf08ea7b6 node DatanodeRegistration(127.0.0.1:37399, datanodeUuid=f1e1ef5b-94cc-41a5-a9bf-e453bf398321, infoPort=45469, infoSecurePort=0, ipcPort=38497, storageInfo=lv=-57;cid=testClusterID;nsid=2144649508;c=1732663069537), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:17:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96bf3ec90519e420 with lease ID 0x82fccb51734bf7a4: Processing first storage report for DS-819defb2-a747-42e3-9d96-bcd5fa0e33b1 from datanode DatanodeRegistration(127.0.0.1:37399, datanodeUuid=f1e1ef5b-94cc-41a5-a9bf-e453bf398321, infoPort=45469, infoSecurePort=0, ipcPort=38497, storageInfo=lv=-57;cid=testClusterID;nsid=2144649508;c=1732663069537) 2024-11-26T23:17:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96bf3ec90519e420 with lease ID 0x82fccb51734bf7a4: from storage DS-819defb2-a747-42e3-9d96-bcd5fa0e33b1 node DatanodeRegistration(127.0.0.1:37399, datanodeUuid=f1e1ef5b-94cc-41a5-a9bf-e453bf398321, infoPort=45469, infoSecurePort=0, ipcPort=38497, storageInfo=lv=-57;cid=testClusterID;nsid=2144649508;c=1732663069537), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:17:50,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19 2024-11-26T23:17:50,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:50,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:17:50,612 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72 with version=8 2024-11-26T23:17:50,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/hbase-staging 2024-11-26T23:17:50,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:50,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:50,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:50,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:50,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:50,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:50,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:17:50,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:50,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38063 2024-11-26T23:17:50,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38063 connecting to ZooKeeper ensemble=127.0.0.1:63375 2024-11-26T23:17:50,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380630x0, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:50,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38063-0x101569235da0000 connected 2024-11-26T23:17:50,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:50,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:50,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on znode that does not yet exist, /0-2049694074/running 2024-11-26T23:17:50,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72, hbase.cluster.distributed=false 2024-11-26T23:17:50,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on znode that does not yet exist, /0-2049694074/acl 2024-11-26T23:17:50,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-26T23:17:50,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38063 2024-11-26T23:17:50,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38063 2024-11-26T23:17:50,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-26T23:17:50,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-26T23:17:50,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:50,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:50,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:50,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:50,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:50,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:50,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:17:50,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:50,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36017 2024-11-26T23:17:50,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36017 connecting to ZooKeeper ensemble=127.0.0.1:63375 2024-11-26T23:17:50,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:50,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:50,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360170x0, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:50,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360170x0, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on znode that does not yet exist, /0-2049694074/running 2024-11-26T23:17:50,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36017-0x101569235da0001 connected 2024-11-26T23:17:50,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:17:50,693 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:17:50,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on znode that does not yet exist, /0-2049694074/master 2024-11-26T23:17:50,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on znode that does not yet exist, /0-2049694074/acl 2024-11-26T23:17:50,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-26T23:17:50,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36017 2024-11-26T23:17:50,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36017 2024-11-26T23:17:50,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-26T23:17:50,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-26T23:17:50,707 DEBUG [M:0;c707e9ace675:38063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:38063 2024-11-26T23:17:50,708 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2049694074/backup-masters/c707e9ace675,38063,1732663070614 2024-11-26T23:17:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074/backup-masters 2024-11-26T23:17:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074/backup-masters 2024-11-26T23:17:50,714 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on existing znode=/0-2049694074/backup-masters/c707e9ace675,38063,1732663070614 2024-11-26T23:17:50,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2049694074/master 2024-11-26T23:17:50,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:50,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:50,716 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on existing znode=/0-2049694074/master 2024-11-26T23:17:50,717 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2049694074/backup-masters/c707e9ace675,38063,1732663070614 from backup master directory 2024-11-26T23:17:50,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049694074/backup-masters/c707e9ace675,38063,1732663070614 2024-11-26T23:17:50,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074/backup-masters 2024-11-26T23:17:50,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074/backup-masters 2024-11-26T23:17:50,718 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:50,718 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,38063,1732663070614 2024-11-26T23:17:50,724 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/hbase.id] with ID: 6d116371-6ee2-4831-98fc-252a8798cd3d 2024-11-26T23:17:50,724 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/.tmp/hbase.id 2024-11-26T23:17:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:17:51,129 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/.tmp/hbase.id]:[hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/hbase.id] 2024-11-26T23:17:51,142 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:51,142 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:17:51,144 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T23:17:51,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:51,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:51,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:17:51,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:17:51,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:17:51,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T23:17:51,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:17:51,553 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:51,554 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:17:51,555 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:17:51,968 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store 2024-11-26T23:17:51,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:17:52,375 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:52,375 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:52,375 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:52,375 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:52,375 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:52,375 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:52,375 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:52,375 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663072375Disabling compacts and flushes for region at 1732663072375Disabling writes for close at 1732663072375Writing region close event to WAL at 1732663072375Closed at 1732663072375 2024-11-26T23:17:52,376 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/.initializing 2024-11-26T23:17:52,376 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/WALs/c707e9ace675,38063,1732663070614 2024-11-26T23:17:52,377 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:52,379 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C38063%2C1732663070614, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/WALs/c707e9ace675,38063,1732663070614, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/oldWALs, maxLogs=10 2024-11-26T23:17:52,393 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/WALs/c707e9ace675,38063,1732663070614/c707e9ace675%2C38063%2C1732663070614.1732663072379, exclude list is [], retry=0 2024-11-26T23:17:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37399,DS-86c1f29a-7689-4acd-9c2f-bebbf08ea7b6,DISK] 2024-11-26T23:17:52,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/WALs/c707e9ace675,38063,1732663070614/c707e9ace675%2C38063%2C1732663070614.1732663072379 2024-11-26T23:17:52,397 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45469:45469)] 2024-11-26T23:17:52,397 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:52,397 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:52,398 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,398 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:17:52,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:52,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:52,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:17:52,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:52,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:52,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:17:52,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:52,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:52,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:17:52,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:52,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:52,406 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,406 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,407 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,408 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,408 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,408 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:52,409 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:52,411 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:52,412 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68522663, jitterRate=0.021067246794700623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:52,412 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663072398Initializing all the Stores at 1732663072398Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663072398Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663072399 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663072399Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663072399Cleaning up temporary data from old regions at 1732663072408 (+9 ms)Region opened successfully at 1732663072412 (+4 ms) 2024-11-26T23:17:52,413 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:17:52,415 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:52,416 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:17:52,417 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:17:52,417 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:17:52,417 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:17:52,417 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:17:52,418 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:17:52,418 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:17:52,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:17:52,421 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Unable to get data of znode /0-2049694074/balancer because node does not exist (not necessarily an error) 2024-11-26T23:17:52,423 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049694074/balancer already deleted, retry=false 2024-11-26T23:17:52,424 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:17:52,424 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Unable to get data of znode /0-2049694074/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:17:52,425 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049694074/normalizer already deleted, retry=false 2024-11-26T23:17:52,426 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:17:52,426 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Unable to get data of znode /0-2049694074/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:17:52,427 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049694074/switch/split already deleted, retry=false 2024-11-26T23:17:52,428 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Unable to get data of znode /0-2049694074/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:17:52,429 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049694074/switch/merge already deleted, retry=false 2024-11-26T23:17:52,431 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Unable to get data of znode /0-2049694074/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:17:52,433 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049694074/snapshot-cleanup already deleted, retry=false 2024-11-26T23:17:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2049694074/running 2024-11-26T23:17:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2049694074/running 2024-11-26T23:17:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:52,435 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,38063,1732663070614, sessionid=0x101569235da0000, setting cluster-up flag (Was=false) 2024-11-26T23:17:52,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:52,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:52,442 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2049694074/flush-table-proc/acquired, /0-2049694074/flush-table-proc/reached, /0-2049694074/flush-table-proc/abort 2024-11-26T23:17:52,443 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,38063,1732663070614 2024-11-26T23:17:52,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:52,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:52,455 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2049694074/online-snapshot/acquired, /0-2049694074/online-snapshot/reached, /0-2049694074/online-snapshot/abort 2024-11-26T23:17:52,456 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,38063,1732663070614 2024-11-26T23:17:52,457 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:17:52,458 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:52,458 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:17:52,459 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:17:52,459 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,38063,1732663070614 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:17:52,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:52,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:52,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:52,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:52,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:17:52,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:52,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,461 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663102461 2024-11-26T23:17:52,461 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:17:52,461 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:17:52,461 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:17:52,461 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:17:52,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:52,462 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:17:52,462 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:17:52,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:17:52,462 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,462 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:17:52,462 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:17:52,462 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:17:52,462 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:17:52,463 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:17:52,463 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:17:52,463 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:52,463 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663072463,5,FailOnTimeoutGroup] 2024-11-26T23:17:52,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:17:52,463 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663072463,5,FailOnTimeoutGroup] 2024-11-26T23:17:52,463 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,464 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:17:52,464 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,464 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:17:52,498 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(746): ClusterId : 6d116371-6ee2-4831-98fc-252a8798cd3d 2024-11-26T23:17:52,498 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:17:52,501 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:17:52,502 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:17:52,503 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:17:52,503 DEBUG [RS:0;c707e9ace675:36017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a52acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:52,516 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:36017 2024-11-26T23:17:52,516 INFO [RS:0;c707e9ace675:36017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:17:52,516 INFO [RS:0;c707e9ace675:36017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:17:52,516 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:17:52,516 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,38063,1732663070614 with port=36017, startcode=1732663070682 2024-11-26T23:17:52,517 DEBUG [RS:0;c707e9ace675:36017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:17:52,518 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:17:52,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,36017,1732663070682 2024-11-26T23:17:52,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38063 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,36017,1732663070682 2024-11-26T23:17:52,520 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72 2024-11-26T23:17:52,520 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45603 2024-11-26T23:17:52,520 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:17:52,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074/rs 2024-11-26T23:17:52,522 DEBUG [RS:0;c707e9ace675:36017 {}] zookeeper.ZKUtil(111): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on existing znode=/0-2049694074/rs/c707e9ace675,36017,1732663070682 2024-11-26T23:17:52,522 WARN [RS:0;c707e9ace675:36017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:52,522 INFO [RS:0;c707e9ace675:36017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:52,522 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682 2024-11-26T23:17:52,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,36017,1732663070682] 2024-11-26T23:17:52,526 INFO [RS:0;c707e9ace675:36017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:17:52,527 INFO [RS:0;c707e9ace675:36017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:17:52,528 INFO [RS:0;c707e9ace675:36017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:17:52,528 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,528 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:17:52,528 INFO [RS:0;c707e9ace675:36017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:17:52,528 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:52,529 DEBUG [RS:0;c707e9ace675:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:52,531 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,531 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,531 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,531 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,531 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,531 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,36017,1732663070682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:52,545 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:17:52,546 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,36017,1732663070682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,546 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,546 INFO [RS:0;c707e9ace675:36017 {}] regionserver.Replication(171): c707e9ace675,36017,1732663070682 started 2024-11-26T23:17:52,559 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:52,559 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,36017,1732663070682, RpcServer on c707e9ace675/172.17.0.2:36017, sessionid=0x101569235da0001 2024-11-26T23:17:52,559 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:17:52,559 DEBUG [RS:0;c707e9ace675:36017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,36017,1732663070682 2024-11-26T23:17:52,559 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,36017,1732663070682' 2024-11-26T23:17:52,559 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2049694074/flush-table-proc/abort' 2024-11-26T23:17:52,559 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2049694074/flush-table-proc/acquired' 2024-11-26T23:17:52,560 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:17:52,560 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:17:52,560 DEBUG [RS:0;c707e9ace675:36017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,36017,1732663070682 2024-11-26T23:17:52,560 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,36017,1732663070682' 2024-11-26T23:17:52,560 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2049694074/online-snapshot/abort' 2024-11-26T23:17:52,560 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2049694074/online-snapshot/acquired' 2024-11-26T23:17:52,561 DEBUG [RS:0;c707e9ace675:36017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:17:52,561 INFO [RS:0;c707e9ace675:36017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:17:52,561 INFO [RS:0;c707e9ace675:36017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:17:52,661 INFO [RS:0;c707e9ace675:36017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:52,662 INFO [RS:0;c707e9ace675:36017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C36017%2C1732663070682, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/oldWALs, maxLogs=10 2024-11-26T23:17:52,676 DEBUG [RS:0;c707e9ace675:36017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663, exclude list is [], retry=0 2024-11-26T23:17:52,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37399,DS-86c1f29a-7689-4acd-9c2f-bebbf08ea7b6,DISK] 2024-11-26T23:17:52,680 INFO [RS:0;c707e9ace675:36017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 2024-11-26T23:17:52,681 DEBUG [RS:0;c707e9ace675:36017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45469:45469)] 2024-11-26T23:17:52,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:17:52,871 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72 2024-11-26T23:17:52,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:17:53,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:53,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:53,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:53,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:53,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:53,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:53,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:53,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:53,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:53,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:53,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:53,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:53,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:53,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:53,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:53,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:53,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:53,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:53,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740 2024-11-26T23:17:53,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740 2024-11-26T23:17:53,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:53,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:53,289 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:53,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:53,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:53,294 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65127610, jitterRate=-0.029522985219955444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:53,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663073278Initializing all the Stores at 1732663073279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663073279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663073280 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663073280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663073280Cleaning up temporary data from old regions at 1732663073289 (+9 ms)Region opened successfully at 1732663073295 (+6 ms) 2024-11-26T23:17:53,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:53,295 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:53,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:53,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:53,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:53,296 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:53,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663073295Disabling compacts and flushes for region at 1732663073295Disabling writes for close at 1732663073295Writing region close event to WAL at 1732663073296 (+1 ms)Closed at 1732663073296 2024-11-26T23:17:53,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:53,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:17:53,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:17:53,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:53,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:17:53,451 DEBUG [c707e9ace675:38063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:17:53,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,36017,1732663070682 2024-11-26T23:17:53,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,36017,1732663070682, state=OPENING 2024-11-26T23:17:53,455 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:17:53,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:53,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:17:53,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:53,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2049694074/meta-region-server: CHANGED 2024-11-26T23:17:53,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,36017,1732663070682}] 2024-11-26T23:17:53,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2049694074/meta-region-server: CHANGED 2024-11-26T23:17:53,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:17:53,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:17:53,619 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:17:53,619 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:53,619 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:17:53,621 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C36017%2C1732663070682.meta, suffix=.meta, logDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/oldWALs, maxLogs=10 2024-11-26T23:17:53,641 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.meta.1732663073622.meta, exclude list is [], retry=0 2024-11-26T23:17:53,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37399,DS-86c1f29a-7689-4acd-9c2f-bebbf08ea7b6,DISK] 2024-11-26T23:17:53,646 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.meta.1732663073622.meta 2024-11-26T23:17:53,646 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45469:45469)] 2024-11-26T23:17:53,647 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:53,647 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:53,647 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:53,647 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:17:53,648 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:17:53,648 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:17:53,648 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:53,648 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:17:53,648 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:17:53,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:53,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:53,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:53,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:53,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:53,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:53,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:53,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:53,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:53,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:53,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:53,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:53,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:53,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:53,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:53,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:53,655 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:53,656 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740 2024-11-26T23:17:53,657 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740 2024-11-26T23:17:53,658 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:53,658 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:53,659 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:53,660 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:53,661 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75072191, jitterRate=0.11866281926631927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:53,661 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:17:53,662 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663073648Writing region info on filesystem at 1732663073648Initializing all the Stores at 1732663073649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663073649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663073649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663073649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663073649Cleaning up temporary data from old regions at 1732663073658 (+9 ms)Running coprocessor post-open hooks at 1732663073661 (+3 ms)Region opened successfully at 1732663073661 2024-11-26T23:17:53,663 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663073612 2024-11-26T23:17:53,665 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:17:53,665 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:17:53,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,36017,1732663070682 2024-11-26T23:17:53,667 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,36017,1732663070682, state=OPEN 2024-11-26T23:17:53,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2049694074/meta-region-server 2024-11-26T23:17:53,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2049694074/meta-region-server 2024-11-26T23:17:53,669 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,36017,1732663070682 2024-11-26T23:17:53,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2049694074/meta-region-server: CHANGED 2024-11-26T23:17:53,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2049694074/meta-region-server: CHANGED 2024-11-26T23:17:53,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:17:53,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,36017,1732663070682 in 209 msec 2024-11-26T23:17:53,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:17:53,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-26T23:17:53,675 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:53,675 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:17:53,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:53,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36017,1732663070682, seqNum=-1] 2024-11-26T23:17:53,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:53,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:53,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-26T23:17:53,683 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663073683, completionTime=-1 2024-11-26T23:17:53,683 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:17:53,683 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:17:53,685 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:17:53,685 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663133685 2024-11-26T23:17:53,685 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663193685 2024-11-26T23:17:53,685 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T23:17:53,686 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38063,1732663070614-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:53,686 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38063,1732663070614-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:53,686 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38063,1732663070614-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:53,686 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:38063, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:53,686 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:53,687 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:53,688 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:17:53,690 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.972sec 2024-11-26T23:17:53,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:17:53,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:17:53,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:17:53,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:17:53,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:17:53,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38063,1732663070614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:53,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38063,1732663070614-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:17:53,693 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:17:53,694 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:17:53,694 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38063,1732663070614-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:53,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7333f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:53,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38063,-1 for getting cluster id 2024-11-26T23:17:53,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:53,701 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d116371-6ee2-4831-98fc-252a8798cd3d' 2024-11-26T23:17:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d116371-6ee2-4831-98fc-252a8798cd3d" 2024-11-26T23:17:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329ecc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38063,-1] 2024-11-26T23:17:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:53,703 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:53,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:53,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36017,1732663070682, seqNum=-1] 2024-11-26T23:17:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:53,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:53,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,38063,1732663070614 2024-11-26T23:17:53,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63375 2024-11-26T23:17:53,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:53,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101569235da0002 connected 2024-11-26T23:17:53,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.log.dir so I do NOT create it in target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e 2024-11-26T23:17:53,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:17:53,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.tmp.dir so I do NOT create it in target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e 2024-11-26T23:17:53,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:17:53,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e 2024-11-26T23:17:53,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:17:53,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/cluster_1aefdcd4-aaa1-8f12-2ef2-2b3707c35e9b, deleteOnExit=true 2024-11-26T23:17:53,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:17:53,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/test.cache.data in system properties and HBase conf 2024-11-26T23:17:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:17:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:17:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:17:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:17:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:17:53,728 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:17:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:17:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:17:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:17:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:17:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:17:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:17:53,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:17:53,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:17:53,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:17:53,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:17:53,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:17:53,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:53,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:53,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:53,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:53,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:17:53,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:53,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:53,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:54,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1361c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/java.io.tmpdir/jetty-localhost-44887-hadoop-hdfs-3_4_1-tests_jar-_-any-10238725230756540601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:17:54,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:44887} 2024-11-26T23:17:54,015 INFO [Time-limited test {}] server.Server(415): Started @48091ms 2024-11-26T23:17:54,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:17:54,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:17:54,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:17:54,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:17:54,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:17:54,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:17:54,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:17:54,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36fce771{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/java.io.tmpdir/jetty-localhost-33327-hadoop-hdfs-3_4_1-tests_jar-_-any-2971857999429460916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:17:54,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:33327} 2024-11-26T23:17:54,218 INFO [Time-limited test {}] server.Server(415): Started @48294ms 2024-11-26T23:17:54,219 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:17:54,313 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/cluster_1aefdcd4-aaa1-8f12-2ef2-2b3707c35e9b/data/data1/current/BP-1653615223-172.17.0.2-1732663073770/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:54,313 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/cluster_1aefdcd4-aaa1-8f12-2ef2-2b3707c35e9b/data/data2/current/BP-1653615223-172.17.0.2-1732663073770/current, will proceed with Du for space computation calculation, 2024-11-26T23:17:54,335 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:17:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b48d13c6af70f7 with lease ID 0x9f43d7a3111a2990: Processing first storage report for DS-f6f7464d-4e73-459c-93b2-6e8240f713c7 from datanode DatanodeRegistration(127.0.0.1:46387, datanodeUuid=7276db1e-2e46-4e4b-92fb-6db705affce9, infoPort=41205, infoSecurePort=0, ipcPort=38847, storageInfo=lv=-57;cid=testClusterID;nsid=1254576964;c=1732663073770) 2024-11-26T23:17:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b48d13c6af70f7 with lease ID 0x9f43d7a3111a2990: from storage DS-f6f7464d-4e73-459c-93b2-6e8240f713c7 node DatanodeRegistration(127.0.0.1:46387, datanodeUuid=7276db1e-2e46-4e4b-92fb-6db705affce9, infoPort=41205, infoSecurePort=0, ipcPort=38847, storageInfo=lv=-57;cid=testClusterID;nsid=1254576964;c=1732663073770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:17:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b48d13c6af70f7 with lease ID 0x9f43d7a3111a2990: Processing first storage report for DS-e066e945-31f0-4c73-8f5c-4157a78bab3a from datanode DatanodeRegistration(127.0.0.1:46387, datanodeUuid=7276db1e-2e46-4e4b-92fb-6db705affce9, infoPort=41205, infoSecurePort=0, ipcPort=38847, storageInfo=lv=-57;cid=testClusterID;nsid=1254576964;c=1732663073770) 2024-11-26T23:17:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b48d13c6af70f7 with lease ID 0x9f43d7a3111a2990: from storage DS-e066e945-31f0-4c73-8f5c-4157a78bab3a node DatanodeRegistration(127.0.0.1:46387, datanodeUuid=7276db1e-2e46-4e4b-92fb-6db705affce9, infoPort=41205, infoSecurePort=0, ipcPort=38847, storageInfo=lv=-57;cid=testClusterID;nsid=1254576964;c=1732663073770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:17:54,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e 2024-11-26T23:17:54,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:54,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:17:54,753 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8 with version=8 2024-11-26T23:17:54,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/hbase-staging 2024-11-26T23:17:54,755 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:54,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:54,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:54,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:54,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:54,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:54,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:17:54,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:54,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45923 2024-11-26T23:17:54,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45923 connecting to ZooKeeper ensemble=127.0.0.1:63375 2024-11-26T23:17:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459230x0, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:54,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45923-0x101569235da0003 connected 2024-11-26T23:17:54,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:54,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:54,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on znode that does not yet exist, /11114671938/running 2024-11-26T23:17:54,777 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8, hbase.cluster.distributed=false 2024-11-26T23:17:54,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on znode that does not yet exist, /11114671938/acl 2024-11-26T23:17:54,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45923 2024-11-26T23:17:54,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45923 2024-11-26T23:17:54,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45923 2024-11-26T23:17:54,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45923 2024-11-26T23:17:54,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45923 2024-11-26T23:17:54,793 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:17:54,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:54,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:54,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:17:54,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:17:54,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:17:54,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:17:54,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:17:54,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35717 2024-11-26T23:17:54,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35717 connecting to ZooKeeper ensemble=127.0.0.1:63375 2024-11-26T23:17:54,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:54,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:54,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357170x0, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:54,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357170x0, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on znode that does not yet exist, /11114671938/running 2024-11-26T23:17:54,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35717-0x101569235da0004 connected 2024-11-26T23:17:54,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:17:54,801 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:17:54,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on znode that does not yet exist, /11114671938/master 2024-11-26T23:17:54,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on znode that does not yet exist, /11114671938/acl 2024-11-26T23:17:54,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35717 2024-11-26T23:17:54,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35717 2024-11-26T23:17:54,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35717 2024-11-26T23:17:54,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35717 2024-11-26T23:17:54,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35717 2024-11-26T23:17:54,822 DEBUG [M:0;c707e9ace675:45923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:45923 2024-11-26T23:17:54,822 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11114671938/backup-masters/c707e9ace675,45923,1732663074755 2024-11-26T23:17:54,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938/backup-masters 2024-11-26T23:17:54,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938/backup-masters 2024-11-26T23:17:54,824 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on existing znode=/11114671938/backup-masters/c707e9ace675,45923,1732663074755 2024-11-26T23:17:54,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11114671938/master 2024-11-26T23:17:54,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:54,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:54,828 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on existing znode=/11114671938/master 2024-11-26T23:17:54,828 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11114671938/backup-masters/c707e9ace675,45923,1732663074755 from backup master directory 2024-11-26T23:17:54,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114671938/backup-masters/c707e9ace675,45923,1732663074755 2024-11-26T23:17:54,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938/backup-masters 2024-11-26T23:17:54,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938/backup-masters 2024-11-26T23:17:54,830 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:54,830 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,45923,1732663074755 2024-11-26T23:17:54,834 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/hbase.id] with ID: e8be27f9-b919-4017-8b92-f61659b798b2 2024-11-26T23:17:54,834 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/.tmp/hbase.id 2024-11-26T23:17:54,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:17:55,240 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/.tmp/hbase.id]:[hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/hbase.id] 2024-11-26T23:17:55,250 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:17:55,251 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:17:55,252 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:17:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:55,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:17:55,659 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:55,661 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:17:55,661 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:55,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:17:56,069 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store 2024-11-26T23:17:56,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:17:56,476 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:56,476 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:17:56,476 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:56,476 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:56,476 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:17:56,476 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:56,476 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:17:56,476 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663076476Disabling compacts and flushes for region at 1732663076476Disabling writes for close at 1732663076476Writing region close event to WAL at 1732663076476Closed at 1732663076476 2024-11-26T23:17:56,477 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/.initializing 2024-11-26T23:17:56,477 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/WALs/c707e9ace675,45923,1732663074755 2024-11-26T23:17:56,478 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:56,480 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C45923%2C1732663074755, suffix=, logDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/WALs/c707e9ace675,45923,1732663074755, archiveDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/oldWALs, maxLogs=10 2024-11-26T23:17:56,493 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/WALs/c707e9ace675,45923,1732663074755/c707e9ace675%2C45923%2C1732663074755.1732663076480, exclude list is [], retry=0 2024-11-26T23:17:56,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46387,DS-f6f7464d-4e73-459c-93b2-6e8240f713c7,DISK] 2024-11-26T23:17:56,497 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/WALs/c707e9ace675,45923,1732663074755/c707e9ace675%2C45923%2C1732663074755.1732663076480 2024-11-26T23:17:56,498 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41205:41205)] 2024-11-26T23:17:56,498 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:56,498 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:56,498 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,498 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:17:56,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:56,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:56,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:17:56,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:56,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:56,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:17:56,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:56,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:56,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:17:56,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:56,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:56,511 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,512 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,512 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,513 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,513 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,514 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:56,515 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:17:56,517 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:56,518 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63931697, jitterRate=-0.047343477606773376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:56,518 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663076498Initializing all the Stores at 1732663076499 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663076499Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663076500 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663076500Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663076500Cleaning up temporary data from old regions at 1732663076513 (+13 ms)Region opened successfully at 1732663076518 (+5 ms) 2024-11-26T23:17:56,518 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:17:56,521 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4740346d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:56,522 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:17:56,522 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:17:56,523 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:17:56,523 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:17:56,524 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T23:17:56,525 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:17:56,525 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:17:56,527 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:17:56,528 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Unable to get data of znode /11114671938/balancer because node does not exist (not necessarily an error) 2024-11-26T23:17:56,529 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114671938/balancer already deleted, retry=false 2024-11-26T23:17:56,529 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:17:56,530 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Unable to get data of znode /11114671938/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:17:56,533 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114671938/normalizer already deleted, retry=false 2024-11-26T23:17:56,533 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:17:56,535 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Unable to get data of znode /11114671938/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:17:56,536 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114671938/switch/split already deleted, retry=false 2024-11-26T23:17:56,537 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Unable to get data of znode /11114671938/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:17:56,538 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114671938/switch/merge already deleted, retry=false 2024-11-26T23:17:56,539 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Unable to get data of znode /11114671938/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:17:56,540 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114671938/snapshot-cleanup already deleted, retry=false 2024-11-26T23:17:56,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11114671938/running 2024-11-26T23:17:56,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11114671938/running 2024-11-26T23:17:56,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:56,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:56,543 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,45923,1732663074755, sessionid=0x101569235da0003, setting cluster-up flag (Was=false) 2024-11-26T23:17:56,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:56,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:56,552 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11114671938/flush-table-proc/acquired, /11114671938/flush-table-proc/reached, /11114671938/flush-table-proc/abort 2024-11-26T23:17:56,553 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,45923,1732663074755 2024-11-26T23:17:56,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:56,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:56,561 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11114671938/online-snapshot/acquired, /11114671938/online-snapshot/reached, /11114671938/online-snapshot/abort 2024-11-26T23:17:56,562 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,45923,1732663074755 2024-11-26T23:17:56,563 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:17:56,564 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:56,564 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:17:56,564 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:17:56,565 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,45923,1732663074755 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:17:56,566 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:56,566 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:56,566 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:56,566 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:17:56,566 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:17:56,566 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,566 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:56,566 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663106566 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:17:56,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:17:56,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:17:56,567 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:17:56,568 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:17:56,568 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:17:56,568 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663076568,5,FailOnTimeoutGroup] 2024-11-26T23:17:56,568 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663076568,5,FailOnTimeoutGroup] 2024-11-26T23:17:56,568 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,568 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:17:56,568 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,568 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:56,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:17:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:17:56,622 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(746): ClusterId : e8be27f9-b919-4017-8b92-f61659b798b2 2024-11-26T23:17:56,622 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:17:56,624 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:17:56,624 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:17:56,628 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:17:56,629 DEBUG [RS:0;c707e9ace675:35717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@996b935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:17:56,645 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:35717 2024-11-26T23:17:56,645 INFO [RS:0;c707e9ace675:35717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:17:56,645 INFO [RS:0;c707e9ace675:35717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:17:56,645 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:17:56,647 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,45923,1732663074755 with port=35717, startcode=1732663074793 2024-11-26T23:17:56,647 DEBUG [RS:0;c707e9ace675:35717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:17:56,649 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:17:56,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,35717,1732663074793 2024-11-26T23:17:56,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45923 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,35717,1732663074793 2024-11-26T23:17:56,651 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8 2024-11-26T23:17:56,651 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39163 2024-11-26T23:17:56,651 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:17:56,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938/rs 2024-11-26T23:17:56,656 DEBUG [RS:0;c707e9ace675:35717 {}] zookeeper.ZKUtil(111): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on existing znode=/11114671938/rs/c707e9ace675,35717,1732663074793 2024-11-26T23:17:56,656 WARN [RS:0;c707e9ace675:35717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:17:56,656 INFO [RS:0;c707e9ace675:35717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:56,656 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/WALs/c707e9ace675,35717,1732663074793 2024-11-26T23:17:56,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,35717,1732663074793] 2024-11-26T23:17:56,663 INFO [RS:0;c707e9ace675:35717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:17:56,664 INFO [RS:0;c707e9ace675:35717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:17:56,668 INFO [RS:0;c707e9ace675:35717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:17:56,668 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,669 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:17:56,669 INFO [RS:0;c707e9ace675:35717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:17:56,670 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:56,670 DEBUG [RS:0;c707e9ace675:35717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:17:56,680 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,680 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,680 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,680 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,680 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,680 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35717,1732663074793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:56,698 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:17:56,699 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35717,1732663074793-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,699 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,699 INFO [RS:0;c707e9ace675:35717 {}] regionserver.Replication(171): c707e9ace675,35717,1732663074793 started 2024-11-26T23:17:56,714 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:56,714 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,35717,1732663074793, RpcServer on c707e9ace675/172.17.0.2:35717, sessionid=0x101569235da0004 2024-11-26T23:17:56,714 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:17:56,714 DEBUG [RS:0;c707e9ace675:35717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,35717,1732663074793 2024-11-26T23:17:56,714 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,35717,1732663074793' 2024-11-26T23:17:56,714 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11114671938/flush-table-proc/abort' 2024-11-26T23:17:56,715 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11114671938/flush-table-proc/acquired' 2024-11-26T23:17:56,716 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:17:56,716 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:17:56,716 DEBUG [RS:0;c707e9ace675:35717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,35717,1732663074793 2024-11-26T23:17:56,716 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,35717,1732663074793' 2024-11-26T23:17:56,716 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11114671938/online-snapshot/abort' 2024-11-26T23:17:56,716 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11114671938/online-snapshot/acquired' 2024-11-26T23:17:56,717 DEBUG [RS:0;c707e9ace675:35717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:17:56,717 INFO [RS:0;c707e9ace675:35717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:17:56,717 INFO [RS:0;c707e9ace675:35717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:17:56,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:17:56,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:56,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:56,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:56,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:17:56,817 INFO [RS:0;c707e9ace675:35717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:17:56,819 INFO [RS:0;c707e9ace675:35717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C35717%2C1732663074793, suffix=, logDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/WALs/c707e9ace675,35717,1732663074793, archiveDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/oldWALs, maxLogs=10 2024-11-26T23:17:56,842 DEBUG [RS:0;c707e9ace675:35717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/WALs/c707e9ace675,35717,1732663074793/c707e9ace675%2C35717%2C1732663074793.1732663076820, exclude list is [], retry=0 2024-11-26T23:17:56,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46387,DS-f6f7464d-4e73-459c-93b2-6e8240f713c7,DISK] 2024-11-26T23:17:56,866 INFO [RS:0;c707e9ace675:35717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/WALs/c707e9ace675,35717,1732663074793/c707e9ace675%2C35717%2C1732663074793.1732663076820 2024-11-26T23:17:56,867 DEBUG [RS:0;c707e9ace675:35717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41205:41205)] 2024-11-26T23:17:56,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:17:56,978 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8 2024-11-26T23:17:56,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:17:57,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:57,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:57,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:57,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:57,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:57,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:57,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:57,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:57,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:57,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:57,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:57,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:57,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:57,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:57,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:57,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:57,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:57,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:57,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740 2024-11-26T23:17:57,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740 2024-11-26T23:17:57,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:57,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:57,401 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:57,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:57,416 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:57,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71813124, jitterRate=0.07009893655776978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:57,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663077385Initializing all the Stores at 1732663077386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663077386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663077387 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663077387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663077387Cleaning up temporary data from old regions at 1732663077401 (+14 ms)Region opened successfully at 1732663077417 (+16 ms) 2024-11-26T23:17:57,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:17:57,417 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:17:57,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:17:57,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:17:57,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:17:57,418 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:17:57,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663077417Disabling compacts and flushes for region at 1732663077417Disabling writes for close at 1732663077417Writing region close event to WAL at 1732663077418 (+1 ms)Closed at 1732663077418 2024-11-26T23:17:57,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:57,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:17:57,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:17:57,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:57,424 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:17:57,575 DEBUG [c707e9ace675:45923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:17:57,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,35717,1732663074793 2024-11-26T23:17:57,577 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,35717,1732663074793, state=OPENING 2024-11-26T23:17:57,578 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:17:57,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:57,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:17:57,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11114671938/meta-region-server: CHANGED 2024-11-26T23:17:57,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11114671938/meta-region-server: CHANGED 2024-11-26T23:17:57,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:17:57,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,35717,1732663074793}] 2024-11-26T23:17:57,736 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:17:57,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:17:57,756 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:17:57,756 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:17:57,757 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:17:57,758 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C35717%2C1732663074793.meta, suffix=.meta, logDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/WALs/c707e9ace675,35717,1732663074793, archiveDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/oldWALs, maxLogs=10 2024-11-26T23:17:57,776 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/WALs/c707e9ace675,35717,1732663074793/c707e9ace675%2C35717%2C1732663074793.meta.1732663077758.meta, exclude list is [], retry=0 2024-11-26T23:17:57,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46387,DS-f6f7464d-4e73-459c-93b2-6e8240f713c7,DISK] 2024-11-26T23:17:57,795 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/WALs/c707e9ace675,35717,1732663074793/c707e9ace675%2C35717%2C1732663074793.meta.1732663077758.meta 2024-11-26T23:17:57,795 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41205:41205)] 2024-11-26T23:17:57,795 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:57,796 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:57,796 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:17:57,796 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:17:57,796 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:17:57,796 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:17:57,796 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:57,796 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:17:57,796 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:17:57,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:17:57,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:17:57,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:57,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:57,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:17:57,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:17:57,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:57,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:57,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:17:57,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:17:57,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:57,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:57,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:17:57,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:17:57,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:57,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:17:57,834 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:17:57,836 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740 2024-11-26T23:17:57,837 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740 2024-11-26T23:17:57,839 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:17:57,839 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:17:57,839 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:17:57,841 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:17:57,843 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62867584, jitterRate=-0.06319999694824219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:17:57,843 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:17:57,844 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663077796Writing region info on filesystem at 1732663077796Initializing all the Stores at 1732663077802 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663077802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663077812 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663077812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663077812Cleaning up temporary data from old regions at 1732663077839 (+27 ms)Running coprocessor post-open hooks at 1732663077843 (+4 ms)Region opened successfully at 1732663077844 (+1 ms) 2024-11-26T23:17:57,845 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663077736 2024-11-26T23:17:57,847 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:17:57,848 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:17:57,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,35717,1732663074793 2024-11-26T23:17:57,850 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,35717,1732663074793, state=OPEN 2024-11-26T23:17:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11114671938/meta-region-server 2024-11-26T23:17:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11114671938/meta-region-server 2024-11-26T23:17:57,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11114671938/meta-region-server: CHANGED 2024-11-26T23:17:57,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11114671938/meta-region-server: CHANGED 2024-11-26T23:17:57,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,35717,1732663074793 2024-11-26T23:17:57,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:17:57,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,35717,1732663074793 in 270 msec 2024-11-26T23:17:57,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:17:57,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-26T23:17:57,863 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:17:57,863 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:17:57,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:57,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,35717,1732663074793, seqNum=-1] 2024-11-26T23:17:57,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:57,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:57,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-26T23:17:57,874 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663077873, completionTime=-1 2024-11-26T23:17:57,874 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:17:57,874 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:17:57,876 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:17:57,876 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663137876 2024-11-26T23:17:57,876 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663197876 2024-11-26T23:17:57,876 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T23:17:57,876 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45923,1732663074755-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:57,876 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45923,1732663074755-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:57,876 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45923,1732663074755-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:57,876 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:45923, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:57,876 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:57,878 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:57,880 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:17:57,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.051sec 2024-11-26T23:17:57,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:17:57,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:17:57,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:17:57,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:17:57,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:17:57,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45923,1732663074755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:17:57,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45923,1732663074755-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:17:57,886 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:17:57,886 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:17:57,886 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45923,1732663074755-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:17:57,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e042af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:57,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45923,-1 for getting cluster id 2024-11-26T23:17:57,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:57,937 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8be27f9-b919-4017-8b92-f61659b798b2' 2024-11-26T23:17:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8be27f9-b919-4017-8b92-f61659b798b2" 2024-11-26T23:17:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f1f20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45923,-1] 2024-11-26T23:17:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:57,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:57,940 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:57,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c2cc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:57,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:17:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,35717,1732663074793, seqNum=-1] 2024-11-26T23:17:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:17:57,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:17:57,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,45923,1732663074755 2024-11-26T23:17:57,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63375 2024-11-26T23:17:57,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:17:57,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101569235da0005 connected 2024-11-26T23:17:57,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38063,1732663070614 2024-11-26T23:17:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e5e785 2024-11-26T23:17:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:57,968 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:57,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:17:57,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:17:57,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:57,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:17:57,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:17:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:58,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:17:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:58,525 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3fb1cbc41297949da67db13adb42716, NAME => 'test,,1732663077969.c3fb1cbc41297949da67db13adb42716.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72 2024-11-26T23:17:58,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:17:58,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:17:58,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663077969.c3fb1cbc41297949da67db13adb42716.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:58,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c3fb1cbc41297949da67db13adb42716, disabling compactions & flushes 2024-11-26T23:17:58,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:17:58,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:17:58,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663077969.c3fb1cbc41297949da67db13adb42716. after waiting 0 ms 2024-11-26T23:17:58,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:17:58,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:17:58,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3fb1cbc41297949da67db13adb42716: Waiting for close lock at 1732663078543Disabling compacts and flushes for region at 1732663078543Disabling writes for close at 1732663078543Writing region close event to WAL at 1732663078543Closed at 1732663078543 2024-11-26T23:17:58,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:17:58,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663077969.c3fb1cbc41297949da67db13adb42716.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663078545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663078545"}]},"ts":"1732663078545"} 2024-11-26T23:17:58,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:17:58,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:17:58,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663078550"}]},"ts":"1732663078550"} 2024-11-26T23:17:58,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:17:58,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3fb1cbc41297949da67db13adb42716, ASSIGN}] 2024-11-26T23:17:58,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3fb1cbc41297949da67db13adb42716, ASSIGN 2024-11-26T23:17:58,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c3fb1cbc41297949da67db13adb42716, ASSIGN; state=OFFLINE, location=c707e9ace675,36017,1732663070682; forceNewPlan=false, retain=false 2024-11-26T23:17:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:58,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3fb1cbc41297949da67db13adb42716, regionState=OPENING, regionLocation=c707e9ace675,36017,1732663070682 2024-11-26T23:17:58,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c3fb1cbc41297949da67db13adb42716, ASSIGN because future has completed 2024-11-26T23:17:58,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3fb1cbc41297949da67db13adb42716, server=c707e9ace675,36017,1732663070682}] 2024-11-26T23:17:58,868 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:17:58,868 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c3fb1cbc41297949da67db13adb42716, NAME => 'test,,1732663077969.c3fb1cbc41297949da67db13adb42716.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:58,868 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:58,869 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:17:58,869 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,869 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663077969.c3fb1cbc41297949da67db13adb42716.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:58,869 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,869 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,874 INFO [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,876 INFO [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3fb1cbc41297949da67db13adb42716 columnFamilyName f 2024-11-26T23:17:58,876 DEBUG [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:58,877 INFO [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] regionserver.HStore(327): Store=c3fb1cbc41297949da67db13adb42716/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:58,877 INFO [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,878 INFO [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3fb1cbc41297949da67db13adb42716 columnFamilyName f1 2024-11-26T23:17:58,878 DEBUG [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:58,878 INFO [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] regionserver.HStore(327): Store=c3fb1cbc41297949da67db13adb42716/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:58,879 INFO [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,880 INFO [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3fb1cbc41297949da67db13adb42716 columnFamilyName norep 2024-11-26T23:17:58,880 DEBUG [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:58,880 INFO [StoreOpener-c3fb1cbc41297949da67db13adb42716-1 {}] regionserver.HStore(327): Store=c3fb1cbc41297949da67db13adb42716/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:58,880 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,881 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,882 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,882 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,882 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,883 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:17:58,884 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,886 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:58,886 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c3fb1cbc41297949da67db13adb42716; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63329377, jitterRate=-0.0563187450170517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:17:58,886 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3fb1cbc41297949da67db13adb42716 2024-11-26T23:17:58,887 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c3fb1cbc41297949da67db13adb42716: Running coprocessor pre-open hook at 1732663078869Writing region info on filesystem at 1732663078869Initializing all the Stores at 1732663078870 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663078870Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663078874 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663078874Cleaning up temporary data from old regions at 1732663078882 (+8 ms)Running coprocessor post-open hooks at 1732663078886 (+4 ms)Region opened successfully at 1732663078887 (+1 ms) 2024-11-26T23:17:58,889 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663077969.c3fb1cbc41297949da67db13adb42716., pid=6, masterSystemTime=1732663078862 2024-11-26T23:17:58,891 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:17:58,891 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:17:58,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3fb1cbc41297949da67db13adb42716, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,36017,1732663070682 2024-11-26T23:17:58,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3fb1cbc41297949da67db13adb42716, server=c707e9ace675,36017,1732663070682 because future has completed 2024-11-26T23:17:58,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:17:58,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3fb1cbc41297949da67db13adb42716, server=c707e9ace675,36017,1732663070682 in 186 msec 2024-11-26T23:17:58,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:17:58,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c3fb1cbc41297949da67db13adb42716, ASSIGN in 346 msec 2024-11-26T23:17:58,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:17:58,902 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663078901"}]},"ts":"1732663078901"} 2024-11-26T23:17:58,903 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:17:58,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:17:58,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 932 msec 2024-11-26T23:17:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:59,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:59,119 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:17:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,45923,1732663074755 2024-11-26T23:17:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468c1596 2024-11-26T23:17:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:59,123 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:59,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:17:59,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:17:59,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:59,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:17:59,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:17:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:17:59,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04251bec96673e89ddb04e0896fdfb7b, NAME => 'test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8 2024-11-26T23:17:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:17:59,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:59,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 04251bec96673e89ddb04e0896fdfb7b, disabling compactions & flushes 2024-11-26T23:17:59,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:17:59,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:17:59,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. after waiting 0 ms 2024-11-26T23:17:59,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:17:59,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:17:59,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04251bec96673e89ddb04e0896fdfb7b: Waiting for close lock at 1732663079180Disabling compacts and flushes for region at 1732663079180Disabling writes for close at 1732663079180Writing region close event to WAL at 1732663079180Closed at 1732663079180 2024-11-26T23:17:59,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:17:59,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663079182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663079182"}]},"ts":"1732663079182"} 2024-11-26T23:17:59,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:17:59,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:17:59,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663079188"}]},"ts":"1732663079188"} 2024-11-26T23:17:59,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:17:59,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04251bec96673e89ddb04e0896fdfb7b, ASSIGN}] 2024-11-26T23:17:59,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04251bec96673e89ddb04e0896fdfb7b, ASSIGN 2024-11-26T23:17:59,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=04251bec96673e89ddb04e0896fdfb7b, ASSIGN; state=OFFLINE, location=c707e9ace675,35717,1732663074793; forceNewPlan=false, retain=false 2024-11-26T23:17:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:59,346 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04251bec96673e89ddb04e0896fdfb7b, regionState=OPENING, regionLocation=c707e9ace675,35717,1732663074793 2024-11-26T23:17:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=04251bec96673e89ddb04e0896fdfb7b, ASSIGN because future has completed 2024-11-26T23:17:59,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04251bec96673e89ddb04e0896fdfb7b, server=c707e9ace675,35717,1732663074793}] 2024-11-26T23:17:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:59,510 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:17:59,510 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 04251bec96673e89ddb04e0896fdfb7b, NAME => 'test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:17:59,511 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:17:59,511 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:17:59,511 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,511 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:17:59,511 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,511 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,513 INFO [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,514 INFO [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04251bec96673e89ddb04e0896fdfb7b columnFamilyName f 2024-11-26T23:17:59,514 DEBUG [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:59,515 INFO [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] regionserver.HStore(327): Store=04251bec96673e89ddb04e0896fdfb7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:59,515 INFO [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,516 INFO [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04251bec96673e89ddb04e0896fdfb7b columnFamilyName f1 2024-11-26T23:17:59,516 DEBUG [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:59,516 INFO [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] regionserver.HStore(327): Store=04251bec96673e89ddb04e0896fdfb7b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:59,516 INFO [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,517 INFO [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04251bec96673e89ddb04e0896fdfb7b columnFamilyName norep 2024-11-26T23:17:59,517 DEBUG [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:59,518 INFO [StoreOpener-04251bec96673e89ddb04e0896fdfb7b-1 {}] regionserver.HStore(327): Store=04251bec96673e89ddb04e0896fdfb7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:17:59,518 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,519 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,519 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,520 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,520 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,521 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:17:59,522 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,524 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:17:59,525 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 04251bec96673e89ddb04e0896fdfb7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61637813, jitterRate=-0.08152501285076141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:17:59,525 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:17:59,525 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 04251bec96673e89ddb04e0896fdfb7b: Running coprocessor pre-open hook at 1732663079511Writing region info on filesystem at 1732663079511Initializing all the Stores at 1732663079512 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663079512Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663079513 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663079513Cleaning up temporary data from old regions at 1732663079520 (+7 ms)Running coprocessor post-open hooks at 1732663079525 (+5 ms)Region opened successfully at 1732663079525 2024-11-26T23:17:59,526 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b., pid=6, masterSystemTime=1732663079506 2024-11-26T23:17:59,529 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:17:59,529 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:17:59,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04251bec96673e89ddb04e0896fdfb7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,35717,1732663074793 2024-11-26T23:17:59,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04251bec96673e89ddb04e0896fdfb7b, server=c707e9ace675,35717,1732663074793 because future has completed 2024-11-26T23:17:59,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:17:59,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 04251bec96673e89ddb04e0896fdfb7b, server=c707e9ace675,35717,1732663074793 in 182 msec 2024-11-26T23:17:59,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:17:59,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=04251bec96673e89ddb04e0896fdfb7b, ASSIGN in 344 msec 2024-11-26T23:17:59,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:17:59,538 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663079538"}]},"ts":"1732663079538"} 2024-11-26T23:17:59,540 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:17:59,541 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:17:59,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 417 msec 2024-11-26T23:17:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:17:59,758 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:17:59,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e575202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38063,-1 for getting cluster id 2024-11-26T23:17:59,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:59,760 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d116371-6ee2-4831-98fc-252a8798cd3d' 2024-11-26T23:17:59,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:59,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d116371-6ee2-4831-98fc-252a8798cd3d" 2024-11-26T23:17:59,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3502942c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38063,-1] 2024-11-26T23:17:59,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:59,762 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e3d632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509f3d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45923,-1 for getting cluster id 2024-11-26T23:17:59,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:59,765 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8be27f9-b919-4017-8b92-f61659b798b2' 2024-11-26T23:17:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8be27f9-b919-4017-8b92-f61659b798b2" 2024-11-26T23:17:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d9f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45923,-1] 2024-11-26T23:17:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:59,766 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d59788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0629dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38063,-1 for getting cluster id 2024-11-26T23:17:59,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:59,768 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d116371-6ee2-4831-98fc-252a8798cd3d' 2024-11-26T23:17:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d116371-6ee2-4831-98fc-252a8798cd3d" 2024-11-26T23:17:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1909d1e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38063,-1] 2024-11-26T23:17:59,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:59,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:59,769 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38063,1732663070614 2024-11-26T23:17:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29849f29 2024-11-26T23:17:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:59,773 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:59,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:45923,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:17:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:17:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:17:59,777 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:45923' 2024-11-26T23:17:59,778 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,778 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45923,-1 for getting cluster id 2024-11-26T23:17:59,778 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:17:59,779 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8be27f9-b919-4017-8b92-f61659b798b2' 2024-11-26T23:17:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:17:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8be27f9-b919-4017-8b92-f61659b798b2" 2024-11-26T23:17:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5994dd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45923,-1] 2024-11-26T23:17:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:17:59,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:59,780 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:17:59,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab53b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:17:59,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:17:59,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,45923,1732663074755 2024-11-26T23:17:59,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77c94b47 2024-11-26T23:17:59,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:17:59,783 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:17:59,783 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:17:59,784 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:17:59,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:59,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:17:59,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:17:59,784 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:17:59,785 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:17:59,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:17:59,786 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:17:59,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:17:59,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:17:59,836 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:17:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:18:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:18:00,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0ec4711dcd67963a5312653ae24baa8, NAME => 'hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72 2024-11-26T23:18:00,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:18:00,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:18:00,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e0ec4711dcd67963a5312653ae24baa8, disabling compactions & flushes 2024-11-26T23:18:00,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:18:00,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:18:00,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. after waiting 0 ms 2024-11-26T23:18:00,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:18:00,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:18:00,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0ec4711dcd67963a5312653ae24baa8: Waiting for close lock at 1732663080215Disabling compacts and flushes for region at 1732663080215Disabling writes for close at 1732663080215Writing region close event to WAL at 1732663080215Closed at 1732663080215 2024-11-26T23:18:00,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:18:00,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663080216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663080216"}]},"ts":"1732663080216"} 2024-11-26T23:18:00,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:18:00,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:18:00,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663080220"}]},"ts":"1732663080220"} 2024-11-26T23:18:00,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:18:00,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0ec4711dcd67963a5312653ae24baa8, ASSIGN}] 2024-11-26T23:18:00,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0ec4711dcd67963a5312653ae24baa8, ASSIGN 2024-11-26T23:18:00,226 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0ec4711dcd67963a5312653ae24baa8, ASSIGN; state=OFFLINE, location=c707e9ace675,36017,1732663070682; forceNewPlan=false, retain=false 2024-11-26T23:18:00,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0ec4711dcd67963a5312653ae24baa8, regionState=OPENING, regionLocation=c707e9ace675,36017,1732663070682 2024-11-26T23:18:00,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0ec4711dcd67963a5312653ae24baa8, ASSIGN because future has completed 2024-11-26T23:18:00,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0ec4711dcd67963a5312653ae24baa8, server=c707e9ace675,36017,1732663070682}] 2024-11-26T23:18:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:18:00,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:18:00,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:18:00,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:18:00,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C36017%2C1732663070682.rep, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/oldWALs, maxLogs=10 2024-11-26T23:18:00,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.rep.1732663080538, exclude list is [], retry=0 2024-11-26T23:18:00,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37399,DS-86c1f29a-7689-4acd-9c2f-bebbf08ea7b6,DISK] 2024-11-26T23:18:00,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.rep.1732663080538 2024-11-26T23:18:00,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45469:45469)] 2024-11-26T23:18:00,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e0ec4711dcd67963a5312653ae24baa8, NAME => 'hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:18:00,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:18:00,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:18:00,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. service=MultiRowMutationService 2024-11-26T23:18:00,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:18:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:18:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,558 INFO [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,559 INFO [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ec4711dcd67963a5312653ae24baa8 columnFamilyName hfileref 2024-11-26T23:18:00,559 DEBUG [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:18:00,560 INFO [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] regionserver.HStore(327): Store=e0ec4711dcd67963a5312653ae24baa8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:18:00,560 INFO [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,561 INFO [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ec4711dcd67963a5312653ae24baa8 columnFamilyName queue 2024-11-26T23:18:00,561 DEBUG [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:18:00,561 INFO [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] regionserver.HStore(327): Store=e0ec4711dcd67963a5312653ae24baa8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:18:00,561 INFO [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,562 INFO [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ec4711dcd67963a5312653ae24baa8 columnFamilyName sid 2024-11-26T23:18:00,562 DEBUG [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:18:00,563 INFO [StoreOpener-e0ec4711dcd67963a5312653ae24baa8-1 {}] regionserver.HStore(327): Store=e0ec4711dcd67963a5312653ae24baa8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:18:00,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:18:00,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:18:00,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e0ec4711dcd67963a5312653ae24baa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68453682, jitterRate=0.020039349794387817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:18:00,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:18:00,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e0ec4711dcd67963a5312653ae24baa8: Running coprocessor pre-open hook at 1732663080557Writing region info on filesystem at 1732663080557Initializing all the Stores at 1732663080558 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663080558Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663080558Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663080558Cleaning up temporary data from old regions at 1732663080565 (+7 ms)Running coprocessor post-open hooks at 1732663080569 (+4 ms)Region opened successfully at 1732663080570 (+1 ms) 2024-11-26T23:18:00,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8., pid=10, masterSystemTime=1732663080532 2024-11-26T23:18:00,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:18:00,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:18:00,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0ec4711dcd67963a5312653ae24baa8, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,36017,1732663070682 2024-11-26T23:18:00,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0ec4711dcd67963a5312653ae24baa8, server=c707e9ace675,36017,1732663070682 because future has completed 2024-11-26T23:18:00,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:18:00,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e0ec4711dcd67963a5312653ae24baa8, server=c707e9ace675,36017,1732663070682 in 197 msec 2024-11-26T23:18:00,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:18:00,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0ec4711dcd67963a5312653ae24baa8, ASSIGN in 355 msec 2024-11-26T23:18:00,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:18:00,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663080581"}]},"ts":"1732663080581"} 2024-11-26T23:18:00,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:18:00,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:18:00,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 801 msec 2024-11-26T23:18:00,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8., hostname=c707e9ace675,36017,1732663070682, seqNum=2] 2024-11-26T23:18:00,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:18:00,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:18:00,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:18:00,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:18:00,755 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:18:00,784 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,36017,1732663070682, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:18:00,784 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:18:00,785 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36017,1732663070682, seqNum=-1] 2024-11-26T23:18:00,785 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:18:00,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-26T23:18:00,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,36017,1732663070682', locateType=CURRENT is [region=hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8., hostname=c707e9ace675,36017,1732663070682, seqNum=2] 2024-11-26T23:18:00,790 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:18:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:18:00,793 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,36017,1732663070682 suceeded 2024-11-26T23:18:00,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:18:00,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-26T23:18:00,795 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:45923,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-26T23:18:00,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0210 sec 2024-11-26T23:18:00,804 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:45923' 2024-11-26T23:18:00,805 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5a44e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:00,805 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45923,-1 for getting cluster id 2024-11-26T23:18:00,805 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:18:00,806 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8be27f9-b919-4017-8b92-f61659b798b2' 2024-11-26T23:18:00,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:18:00,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8be27f9-b919-4017-8b92-f61659b798b2" 2024-11-26T23:18:00,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c58df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:00,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45923,-1] 2024-11-26T23:18:00,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:18:00,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:00,808 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:18:00,808 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fde3316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:00,808 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:18:00,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,45923,1732663074755 2024-11-26T23:18:00,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8ec6e4 2024-11-26T23:18:00,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:18:00,810 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-26T23:18:00,811 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,36017,1732663070682 (queues=1) is replicating from cluster=6d116371-6ee2-4831-98fc-252a8798cd3d to cluster=e8be27f9-b919-4017-8b92-f61659b798b2 2024-11-26T23:18:00,811 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C36017%2C1732663070682 2024-11-26T23:18:00,811 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,36017,1732663070682, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:18:00,811 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C36017%2C1732663070682 2024-11-26T23:18:00,811 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663, startPosition=0, beingWritten=true 2024-11-26T23:18:00,821 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:18:00,821 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 379, reset compression=false 2024-11-26T23:18:00,821 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36017,1732663070682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:18:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:18:00,909 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:18:00,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:18:00,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:18:00,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:00,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:00,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:18:00,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:18:00,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732663080914/Put/seqid=0 2024-11-26T23:18:00,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741840_1016 (size=7894) 2024-11-26T23:18:01,027 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 379, reset compression=false 2024-11-26T23:18:01,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:18:01,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T23:18:01,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:18:01,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T23:18:01,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:18:01,230 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T23:18:01,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:18:01,230 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T23:18:01,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:18:01,231 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T23:18:01,231 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:18:01,231 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T23:18:01,231 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T23:18:01,231 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T23:18:01,331 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 379, reset compression=false 2024-11-26T23:18:01,332 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f/f/hfile_1 is 34, key is ddd/f:row/1732663081330/Put/seqid=0 2024-11-26T23:18:01,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741841_1017 (size=7691) 2024-11-26T23:18:01,741 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 379, reset compression=false 2024-11-26T23:18:01,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d47a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:01,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38063,-1 for getting cluster id 2024-11-26T23:18:01,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:18:01,761 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d116371-6ee2-4831-98fc-252a8798cd3d' 2024-11-26T23:18:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:18:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d116371-6ee2-4831-98fc-252a8798cd3d" 2024-11-26T23:18:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51636fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38063,-1] 2024-11-26T23:18:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:18:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:01,763 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:18:01,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101ffd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:01,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:18:01,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36017,1732663070682, seqNum=-1] 2024-11-26T23:18:01,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:18:01,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:18:01,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:18:01,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38063,1732663070614 2024-11-26T23:18:01,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@316c2b0c 2024-11-26T23:18:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:18:01,793 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:18:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2] 2024-11-26T23:18:01,811 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:18:01,825 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T23:18:01,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T23:18:01,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f/f/hfile_0 for inclusion in c3fb1cbc41297949da67db13adb42716/f 2024-11-26T23:18:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T23:18:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:18:01,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f/f/hfile_1 for inclusion in c3fb1cbc41297949da67db13adb42716/f 2024-11-26T23:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T23:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HRegion(2603): Flush status journal for c3fb1cbc41297949da67db13adb42716: 2024-11-26T23:18:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f/f/hfile_0 to hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_0 2024-11-26T23:18:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_0 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ 2024-11-26T23:18:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f/f/hfile_1 to hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_1 2024-11-26T23:18:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_1 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_ 2024-11-26T23:18:01,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_0 into c3fb1cbc41297949da67db13adb42716/f as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ - updating store file list. 2024-11-26T23:18:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:18:01,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ into c3fb1cbc41297949da67db13adb42716/f 2024-11-26T23:18:01,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_0 into c3fb1cbc41297949da67db13adb42716/f (new location: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_) 2024-11-26T23:18:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_0 2024-11-26T23:18:01,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_1 into c3fb1cbc41297949da67db13adb42716/f as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_ - updating store file list. 2024-11-26T23:18:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44d7479bb35d4145811c62acc977ff8a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:18:01,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_ into c3fb1cbc41297949da67db13adb42716/f 2024-11-26T23:18:01,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_1 into c3fb1cbc41297949da67db13adb42716/f (new location: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_) 2024-11-26T23:18:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__i820lf5khetr1ahc14scair0uefife1em6v20o8qih6po3lnpf7d70858ogekmjl/f/hfile_1 2024-11-26T23:18:01,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:18:01,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:18:01,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:01,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:01,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:18:01,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:18:01,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2 , the old value is region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c707e9ace675:36017 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:18:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:18:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2 from cache 2024-11-26T23:18:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,35717,1732663074793, seqNum=-1] 2024-11-26T23:18:01,888 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T23:18:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:18:01,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:18:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b., hostname=c707e9ace675,35717,1732663074793, seqNum=2] 2024-11-26T23:18:01,893 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T23:18:01,999 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:36017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T23:18:02,246 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 379, reset compression=false 2024-11-26T23:18:02,253 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:18:02,253 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36017,1732663070682 got entry batch from reader: WALEntryBatch [walEntries=[{test/c3fb1cbc41297949da67db13adb42716/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732663081880/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T23:18:02,275 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:18:02,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-26T23:18:02,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.ReplicationSink(318): Replicating [6d116371-6ee2-4831-98fc-252a8798cd3d] bulk loaded data 2024-11-26T23:18:02,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7895fc1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:02,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45923,-1 for getting cluster id 2024-11-26T23:18:02,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:18:02,283 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8be27f9-b919-4017-8b92-f61659b798b2' 2024-11-26T23:18:02,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:18:02,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8be27f9-b919-4017-8b92-f61659b798b2" 2024-11-26T23:18:02,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d630124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:02,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45923,-1] 2024-11-26T23:18:02,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:18:02,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:02,284 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:18:02,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ef625ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:02,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741837_1013 (size=7894) 2024-11-26T23:18:02,453 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 687, reset compression=false 2024-11-26T23:18:02,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:18:02,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741838_1014 (size=7691) 2024-11-26T23:18:02,757 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 687, reset compression=false 2024-11-26T23:18:02,895 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T23:18:03,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:18:03,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,45923,1732663074755 2024-11-26T23:18:03,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15060522 2024-11-26T23:18:03,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:18:03,124 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-26T23:18:03,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:18:03,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:18:03,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,35717,1732663074793, seqNum=-1] 2024-11-26T23:18:03,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:18:03,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-26T23:18:03,136 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T23:18:03,139 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T23:18:03,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ for inclusion in 04251bec96673e89ddb04e0896fdfb7b/f 2024-11-26T23:18:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T23:18:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:18:03,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_ for inclusion in 04251bec96673e89ddb04e0896fdfb7b/f 2024-11-26T23:18:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T23:18:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:18:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HRegion(2603): Flush status journal for 04251bec96673e89ddb04e0896fdfb7b: 2024-11-26T23:18:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:18:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/f/c3b4deeed36545a4bdcebb76a966e1a2_SeqId_4_ 2024-11-26T23:18:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 44d7479bb35d4145811c62acc977ff8a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:18:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_ as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/f/86175bb5dc934f5f989870dd16c1f54c_SeqId_4_ 2024-11-26T23:18:03,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ into 04251bec96673e89ddb04e0896fdfb7b/f as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/f/c3b4deeed36545a4bdcebb76a966e1a2_SeqId_4_ - updating store file list. 2024-11-26T23:18:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3b4deeed36545a4bdcebb76a966e1a2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:18:03,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/f/c3b4deeed36545a4bdcebb76a966e1a2_SeqId_4_ into 04251bec96673e89ddb04e0896fdfb7b/f 2024-11-26T23:18:03,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ into 04251bec96673e89ddb04e0896fdfb7b/f (new location: hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/f/c3b4deeed36545a4bdcebb76a966e1a2_SeqId_4_) 2024-11-26T23:18:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_ 2024-11-26T23:18:03,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_ into 04251bec96673e89ddb04e0896fdfb7b/f as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/f/86175bb5dc934f5f989870dd16c1f54c_SeqId_4_ - updating store file list. 2024-11-26T23:18:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86175bb5dc934f5f989870dd16c1f54c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:18:03,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/f/86175bb5dc934f5f989870dd16c1f54c_SeqId_4_ into 04251bec96673e89ddb04e0896fdfb7b/f 2024-11-26T23:18:03,162 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 687, reset compression=false 2024-11-26T23:18:03,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_ into 04251bec96673e89ddb04e0896fdfb7b/f (new location: hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/f/86175bb5dc934f5f989870dd16c1f54c_SeqId_4_) 2024-11-26T23:18:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/staging/jenkins.hfs.6__test__nbs1tv543lg78290ceru68ogi77h3dmui15ritkdq4l023gdvkg7pt2qgi8vtmh8/f/44d7479bb35d4145811c62acc977ff8a_SeqId_4_ 2024-11-26T23:18:03,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35717 {}] regionserver.ReplicationSink(324): Finished replicating [6d116371-6ee2-4831-98fc-252a8798cd3d] bulk loaded data 2024-11-26T23:18:03,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:18:03,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:18:03,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:18:03,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:18:03,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:18:03,666 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 687, reset compression=false 2024-11-26T23:18:03,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:18:03,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732663083918/Put/seqid=0 2024-11-26T23:18:03,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741842_1018 (size=7997) 2024-11-26T23:18:04,271 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 687, reset compression=false 2024-11-26T23:18:04,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732663084329/Put/seqid=0 2024-11-26T23:18:04,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741843_1019 (size=7794) 2024-11-26T23:18:04,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eda112c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:04,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38063,-1 for getting cluster id 2024-11-26T23:18:04,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:18:04,737 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d116371-6ee2-4831-98fc-252a8798cd3d' 2024-11-26T23:18:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:18:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d116371-6ee2-4831-98fc-252a8798cd3d" 2024-11-26T23:18:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115cdb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38063,-1] 2024-11-26T23:18:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:18:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:04,739 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:18:04,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55037018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:18:04,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:18:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36017,1732663070682, seqNum=-1] 2024-11-26T23:18:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:18:04,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:18:04,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:18:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38063,1732663070614 2024-11-26T23:18:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f40f6 2024-11-26T23:18:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:18:04,751 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:18:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2] 2024-11-26T23:18:04,756 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:18:04,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T23:18:04,764 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T23:18:04,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f1/f1/hfile_0 for inclusion in c3fb1cbc41297949da67db13adb42716/f1 2024-11-26T23:18:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T23:18:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:18:04,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f1/f1/hfile_1 for inclusion in c3fb1cbc41297949da67db13adb42716/f1 2024-11-26T23:18:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T23:18:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:18:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HRegion(2603): Flush status journal for c3fb1cbc41297949da67db13adb42716: 2024-11-26T23:18:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f1/f1/hfile_0 to hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_0 2024-11-26T23:18:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_0 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f1/e8bdf59636cb472ebc9633302fb9af1a_SeqId_6_ 2024-11-26T23:18:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/load_f1/f1/hfile_1 to hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_1 2024-11-26T23:18:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_1 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f1/26a108bcfc9f416985e0e6a9f225c9f8_SeqId_6_ 2024-11-26T23:18:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-26T23:18:04,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_0 into c3fb1cbc41297949da67db13adb42716/f1 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f1/e8bdf59636cb472ebc9633302fb9af1a_SeqId_6_ - updating store file list. 2024-11-26T23:18:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e8bdf59636cb472ebc9633302fb9af1a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:18:04,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f1/e8bdf59636cb472ebc9633302fb9af1a_SeqId_6_ into c3fb1cbc41297949da67db13adb42716/f1 2024-11-26T23:18:04,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_0 into c3fb1cbc41297949da67db13adb42716/f1 (new location: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f1/e8bdf59636cb472ebc9633302fb9af1a_SeqId_6_) 2024-11-26T23:18:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_0 2024-11-26T23:18:04,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_1 into c3fb1cbc41297949da67db13adb42716/f1 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f1/26a108bcfc9f416985e0e6a9f225c9f8_SeqId_6_ - updating store file list. 2024-11-26T23:18:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26a108bcfc9f416985e0e6a9f225c9f8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:18:04,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f1/26a108bcfc9f416985e0e6a9f225c9f8_SeqId_6_ into c3fb1cbc41297949da67db13adb42716/f1 2024-11-26T23:18:04,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_1 into c3fb1cbc41297949da67db13adb42716/f1 (new location: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/f1/26a108bcfc9f416985e0e6a9f225c9f8_SeqId_6_) 2024-11-26T23:18:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/staging/jenkins__test__g69o4oishs71ch8crasb7slv72rlibs63a2dojddup5544piad0aagc0f5lejcqo/f1/hfile_1 2024-11-26T23:18:04,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:18:04,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:18:04,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:04,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:18:04,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2 , the old value is region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c707e9ace675:36017 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:18:04,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:18:04,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2 from cache 2024-11-26T23:18:04,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:18:04,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:18:04,790 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T23:18:04,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36017,1732663070682, seqNum=-1] 2024-11-26T23:18:04,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:18:04,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:18:04,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663077969.c3fb1cbc41297949da67db13adb42716., hostname=c707e9ace675,36017,1732663070682, seqNum=2] 2024-11-26T23:18:04,899 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:36017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T23:18:04,975 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 687, reset compression=false 2024-11-26T23:18:04,981 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:18:04,981 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:04,981 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36017,1732663070682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:18:05,184 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:05,489 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:05,894 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:06,400 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:07,004 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:07,709 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:08,513 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:09,418 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:10,422 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:11,526 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:12,730 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:14,035 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:15,439 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:16,943 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:18,548 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:20,202 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T23:18:20,252 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:22,056 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:23,961 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:24,343 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T23:18:24,983 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36017,1732663070682 got entry batch from reader: null 2024-11-26T23:18:25,965 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:28,069 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:30,274 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:32,579 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:34,577 INFO [master/c707e9ace675:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T23:18:34,577 INFO [master/c707e9ace675:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T23:18:34,983 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:37,488 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:38,111 INFO [master/c707e9ace675:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T23:18:38,111 INFO [master/c707e9ace675:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T23:18:40,093 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:42,798 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:43,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c3fb1cbc41297949da67db13adb42716, had cached 0 bytes from a total of 31376 2024-11-26T23:18:44,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 04251bec96673e89ddb04e0896fdfb7b, had cached 0 bytes from a total of 15585 2024-11-26T23:18:44,983 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36017,1732663070682 got entry batch from reader: null 2024-11-26T23:18:45,602 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:48,507 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:50,202 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T23:18:51,513 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:53,687 DEBUG [master/c707e9ace675:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T23:18:54,343 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T23:18:54,617 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:57,823 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:18:57,962 DEBUG [master/c707e9ace675:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T23:19:01,127 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:19:04,532 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:19:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:19:04,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:04,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:04,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:04,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:04,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:19:04,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619529259, stopped=false 2024-11-26T23:19:04,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:04,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,45923,1732663074755 2024-11-26T23:19:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114671938/running 2024-11-26T23:19:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114671938/running 2024-11-26T23:19:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:19:04,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:19:04,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:04,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:04,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:04,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on znode that does not yet exist, /11114671938/running 2024-11-26T23:19:04,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:04,820 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,35717,1732663074793' ***** 2024-11-26T23:19:04,820 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:19:04,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Set watcher on znode that does not yet exist, /11114671938/running 2024-11-26T23:19:04,821 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:19:04,821 INFO [RS:0;c707e9ace675:35717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:19:04,821 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:19:04,821 INFO [RS:0;c707e9ace675:35717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:19:04,821 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(3091): Received CLOSE for 04251bec96673e89ddb04e0896fdfb7b 2024-11-26T23:19:04,821 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,35717,1732663074793 2024-11-26T23:19:04,821 INFO [RS:0;c707e9ace675:35717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:04,821 INFO [RS:0;c707e9ace675:35717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:35717. 2024-11-26T23:19:04,821 DEBUG [RS:0;c707e9ace675:35717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:04,821 DEBUG [RS:0;c707e9ace675:35717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:04,822 INFO [RS:0;c707e9ace675:35717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:19:04,822 INFO [RS:0;c707e9ace675:35717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:19:04,822 INFO [RS:0;c707e9ace675:35717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:19:04,822 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04251bec96673e89ddb04e0896fdfb7b, disabling compactions & flushes 2024-11-26T23:19:04,822 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:19:04,822 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:19:04,822 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:19:04,822 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. after waiting 0 ms 2024-11-26T23:19:04,822 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:19:04,822 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:19:04,822 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 04251bec96673e89ddb04e0896fdfb7b=test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b.} 2024-11-26T23:19:04,822 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1351): Waiting on 04251bec96673e89ddb04e0896fdfb7b, 1588230740 2024-11-26T23:19:04,822 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:04,822 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:04,822 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:04,822 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:04,822 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:04,822 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T23:19:04,828 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/default/test/04251bec96673e89ddb04e0896fdfb7b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T23:19:04,829 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:04,829 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:19:04,829 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:19:04,829 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04251bec96673e89ddb04e0896fdfb7b: Waiting for close lock at 1732663144821Running coprocessor pre-close hooks at 1732663144821Disabling compacts and flushes for region at 1732663144821Disabling writes for close at 1732663144822 (+1 ms)Writing region close event to WAL at 1732663144824 (+2 ms)Running coprocessor post-close hooks at 1732663144829 (+5 ms)Closed at 1732663144829 2024-11-26T23:19:04,829 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b. 2024-11-26T23:19:04,843 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/info/03aacf514de64e289134ad053370e12e is 129, key is test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b./info:regioninfo/1732663079529/Put/seqid=0 2024-11-26T23:19:04,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741839_1015 (size=6421) 2024-11-26T23:19:04,881 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:04,984 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36017,1732663070682 got entry batch from reader: null 2024-11-26T23:19:05,022 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:05,222 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:05,248 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/info/03aacf514de64e289134ad053370e12e 2024-11-26T23:19:05,271 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/ns/6cf4c9b37078493b8013b66ecd4cc7f8 is 43, key is default/ns:d/1732663077868/Put/seqid=0 2024-11-26T23:19:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741840_1016 (size=5153) 2024-11-26T23:19:05,422 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:05,623 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:05,677 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/ns/6cf4c9b37078493b8013b66ecd4cc7f8 2024-11-26T23:19:05,696 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/565e88b62fa04723ba93d57fa44ce8c0 is 112, key is test,,1732663079124.04251bec96673e89ddb04e0896fdfb7b./rep_barrier:seqnumDuringOpen/1732663079529/Put/seqid=0 2024-11-26T23:19:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741841_1017 (size=5518) 2024-11-26T23:19:05,706 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:19:05,706 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:19:05,823 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:19:05,823 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:19:05,823 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:06,023 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:06,101 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/565e88b62fa04723ba93d57fa44ce8c0 2024-11-26T23:19:06,121 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/table/5e920329451743939a79c2b778120ff6 is 40, key is test/table:state/1732663079538/Put/seqid=0 2024-11-26T23:19:06,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741842_1018 (size=5165) 2024-11-26T23:19:06,223 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:06,423 DEBUG [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:06,525 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/table/5e920329451743939a79c2b778120ff6 2024-11-26T23:19:06,532 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/info/03aacf514de64e289134ad053370e12e as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/info/03aacf514de64e289134ad053370e12e 2024-11-26T23:19:06,537 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/info/03aacf514de64e289134ad053370e12e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T23:19:06,538 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/ns/6cf4c9b37078493b8013b66ecd4cc7f8 as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/ns/6cf4c9b37078493b8013b66ecd4cc7f8 2024-11-26T23:19:06,543 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/ns/6cf4c9b37078493b8013b66ecd4cc7f8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T23:19:06,544 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/565e88b62fa04723ba93d57fa44ce8c0 as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/rep_barrier/565e88b62fa04723ba93d57fa44ce8c0 2024-11-26T23:19:06,550 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/rep_barrier/565e88b62fa04723ba93d57fa44ce8c0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T23:19:06,550 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/.tmp/table/5e920329451743939a79c2b778120ff6 as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/table/5e920329451743939a79c2b778120ff6 2024-11-26T23:19:06,555 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/table/5e920329451743939a79c2b778120ff6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T23:19:06,556 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false 2024-11-26T23:19:06,561 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T23:19:06,561 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:06,561 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:06,561 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:06,561 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663144822Running coprocessor pre-close hooks at 1732663144822Disabling compacts and flushes for region at 1732663144822Disabling writes for close at 1732663144822Obtaining lock to block concurrent updates at 1732663144822Preparing flush snapshotting stores in 1588230740 at 1732663144822Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732663144823 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732663144823Flushing 1588230740/info: creating writer at 1732663144823Flushing 1588230740/info: appending metadata at 1732663144843 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732663144843Flushing 1588230740/ns: creating writer at 1732663145254 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732663145270 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732663145270Flushing 1588230740/rep_barrier: creating writer at 1732663145682 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663145696 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663145696Flushing 1588230740/table: creating writer at 1732663146106 (+410 ms)Flushing 1588230740/table: appending metadata at 1732663146120 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732663146120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372fc54c: reopening flushed file at 1732663146531 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11bf2ca2: reopening flushed file at 1732663146537 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20816bbb: reopening flushed file at 1732663146543 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271fb786: reopening flushed file at 1732663146550 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false at 1732663146556 (+6 ms)Writing region close event to WAL at 1732663146558 (+2 ms)Running coprocessor post-close hooks at 1732663146561 (+3 ms)Closed at 1732663146561 2024-11-26T23:19:06,562 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:06,624 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,35717,1732663074793; all regions closed. 2024-11-26T23:19:06,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741834_1010 (size=2717) 2024-11-26T23:19:06,626 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/WALs/c707e9ace675,35717,1732663074793/c707e9ace675%2C35717%2C1732663074793.meta.1732663077758.meta not finished, retry = 0 2024-11-26T23:19:06,729 DEBUG [RS:0;c707e9ace675:35717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/oldWALs 2024-11-26T23:19:06,729 INFO [RS:0;c707e9ace675:35717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C35717%2C1732663074793.meta:.meta(num 1732663077758) 2024-11-26T23:19:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741832_1008 (size=1028) 2024-11-26T23:19:06,731 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/WALs/c707e9ace675,35717,1732663074793/c707e9ace675%2C35717%2C1732663074793.1732663076820 not finished, retry = 0 2024-11-26T23:19:06,834 DEBUG [RS:0;c707e9ace675:35717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/oldWALs 2024-11-26T23:19:06,834 INFO [RS:0;c707e9ace675:35717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C35717%2C1732663074793:(num 1732663076820) 2024-11-26T23:19:06,834 DEBUG [RS:0;c707e9ace675:35717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:06,834 INFO [RS:0;c707e9ace675:35717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:06,834 INFO [RS:0;c707e9ace675:35717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:06,834 INFO [RS:0;c707e9ace675:35717 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:06,834 INFO [RS:0;c707e9ace675:35717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:06,835 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:06,835 INFO [RS:0;c707e9ace675:35717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:35717. 2024-11-26T23:19:06,835 DEBUG [RS:0;c707e9ace675:35717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:06,835 DEBUG [RS:0;c707e9ace675:35717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:06,835 DEBUG [RS:0;c707e9ace675:35717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:06,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:06,835 INFO [RS:0;c707e9ace675:35717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35717 2024-11-26T23:19:06,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114671938/rs/c707e9ace675,35717,1732663074793 2024-11-26T23:19:06,838 INFO [RS:0;c707e9ace675:35717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:06,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938/rs 2024-11-26T23:19:06,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,35717,1732663074793] 2024-11-26T23:19:06,842 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11114671938/draining/c707e9ace675,35717,1732663074793 already deleted, retry=false 2024-11-26T23:19:06,842 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,35717,1732663074793 expired; onlineServers=0 2024-11-26T23:19:06,842 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,45923,1732663074755' ***** 2024-11-26T23:19:06,842 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:19:06,842 INFO [M:0;c707e9ace675:45923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:06,842 INFO [M:0;c707e9ace675:45923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:06,842 DEBUG [M:0;c707e9ace675:45923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:19:06,842 DEBUG [M:0;c707e9ace675:45923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:19:06,842 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:19:06,842 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663076568 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663076568,5,FailOnTimeoutGroup] 2024-11-26T23:19:06,842 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663076568 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663076568,5,FailOnTimeoutGroup] 2024-11-26T23:19:06,842 INFO [M:0;c707e9ace675:45923 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:06,842 INFO [M:0;c707e9ace675:45923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:06,843 DEBUG [M:0;c707e9ace675:45923 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:19:06,843 INFO [M:0;c707e9ace675:45923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:19:06,843 INFO [M:0;c707e9ace675:45923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:06,843 INFO [M:0;c707e9ace675:45923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:19:06,843 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:19:06,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114671938/master 2024-11-26T23:19:06,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114671938 2024-11-26T23:19:06,844 DEBUG [M:0;c707e9ace675:45923 {}] zookeeper.ZKUtil(347): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Unable to get data of znode /11114671938/master because node does not exist (not an error) 2024-11-26T23:19:06,845 WARN [M:0;c707e9ace675:45923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:19:06,845 INFO [M:0;c707e9ace675:45923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/.lastflushedseqids 2024-11-26T23:19:06,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741843_1019 (size=173) 2024-11-26T23:19:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:06,941 INFO [RS:0;c707e9ace675:35717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35717-0x101569235da0004, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:06,941 INFO [RS:0;c707e9ace675:35717 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,35717,1732663074793; zookeeper connection closed. 2024-11-26T23:19:06,941 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c4425c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c4425c9 2024-11-26T23:19:06,941 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:19:07,250 INFO [M:0;c707e9ace675:45923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:19:07,251 INFO [M:0;c707e9ace675:45923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:19:07,251 DEBUG [M:0;c707e9ace675:45923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:07,251 INFO [M:0;c707e9ace675:45923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:07,251 DEBUG [M:0;c707e9ace675:45923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:07,251 DEBUG [M:0;c707e9ace675:45923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:07,251 DEBUG [M:0;c707e9ace675:45923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:07,251 INFO [M:0;c707e9ace675:45923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-26T23:19:07,273 DEBUG [M:0;c707e9ace675:45923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0b62e2d3cc440c0a7058286c66bbd74 is 82, key is hbase:meta,,1/info:regioninfo/1732663077848/Put/seqid=0 2024-11-26T23:19:07,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741844_1020 (size=5672) 2024-11-26T23:19:07,686 INFO [M:0;c707e9ace675:45923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0b62e2d3cc440c0a7058286c66bbd74 2024-11-26T23:19:07,711 DEBUG [M:0;c707e9ace675:45923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8fc0f89576438c8c3975247ae449b4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732663079543/Put/seqid=0 2024-11-26T23:19:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741845_1021 (size=6726) 2024-11-26T23:19:07,719 INFO [M:0;c707e9ace675:45923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8fc0f89576438c8c3975247ae449b4 2024-11-26T23:19:07,724 INFO [M:0;c707e9ace675:45923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f8fc0f89576438c8c3975247ae449b4 2024-11-26T23:19:07,740 DEBUG [M:0;c707e9ace675:45923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f75bc53f7294aa0b5d4561108544cfe is 69, key is c707e9ace675,35717,1732663074793/rs:state/1732663076649/Put/seqid=0 2024-11-26T23:19:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741846_1022 (size=5156) 2024-11-26T23:19:07,749 INFO [M:0;c707e9ace675:45923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f75bc53f7294aa0b5d4561108544cfe 2024-11-26T23:19:07,756 DEBUG [M:0;c707e9ace675:45923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0b62e2d3cc440c0a7058286c66bbd74 as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0b62e2d3cc440c0a7058286c66bbd74 2024-11-26T23:19:07,760 INFO [M:0;c707e9ace675:45923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0b62e2d3cc440c0a7058286c66bbd74, entries=8, sequenceid=58, filesize=5.5 K 2024-11-26T23:19:07,761 DEBUG [M:0;c707e9ace675:45923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8fc0f89576438c8c3975247ae449b4 as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f8fc0f89576438c8c3975247ae449b4 2024-11-26T23:19:07,765 INFO [M:0;c707e9ace675:45923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f8fc0f89576438c8c3975247ae449b4 2024-11-26T23:19:07,765 INFO [M:0;c707e9ace675:45923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f8fc0f89576438c8c3975247ae449b4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-26T23:19:07,766 DEBUG [M:0;c707e9ace675:45923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f75bc53f7294aa0b5d4561108544cfe as hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f75bc53f7294aa0b5d4561108544cfe 2024-11-26T23:19:07,771 INFO [M:0;c707e9ace675:45923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/0852eb52-5982-8478-fdb0-a34dbca50aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f75bc53f7294aa0b5d4561108544cfe, entries=1, sequenceid=58, filesize=5.0 K 2024-11-26T23:19:07,772 INFO [M:0;c707e9ace675:45923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=58, compaction requested=false 2024-11-26T23:19:07,773 INFO [M:0;c707e9ace675:45923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:07,773 DEBUG [M:0;c707e9ace675:45923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663147251Disabling compacts and flushes for region at 1732663147251Disabling writes for close at 1732663147251Obtaining lock to block concurrent updates at 1732663147251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663147251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732663147252 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663147253 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663147253Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663147273 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663147273Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663147691 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663147711 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663147711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663147724 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663147739 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663147739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b0eb97: reopening flushed file at 1732663147755 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b00d813: reopening flushed file at 1732663147761 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c3d6a4: reopening flushed file at 1732663147766 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=58, compaction requested=false at 1732663147772 (+6 ms)Writing region close event to WAL at 1732663147773 (+1 ms)Closed at 1732663147773 2024-11-26T23:19:07,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741830_1006 (size=33014) 2024-11-26T23:19:07,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:07,776 INFO [M:0;c707e9ace675:45923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:19:07,776 INFO [M:0;c707e9ace675:45923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45923 2024-11-26T23:19:07,776 INFO [M:0;c707e9ace675:45923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:07,878 INFO [M:0;c707e9ace675:45923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:07,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:07,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45923-0x101569235da0003, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:07,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36fce771{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:19:07,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:07,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:07,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:07,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:07,884 WARN [BP-1653615223-172.17.0.2-1732663073770 heartbeating to localhost/127.0.0.1:39163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:19:07,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:19:07,884 WARN [BP-1653615223-172.17.0.2-1732663073770 heartbeating to localhost/127.0.0.1:39163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1653615223-172.17.0.2-1732663073770 (Datanode Uuid 7276db1e-2e46-4e4b-92fb-6db705affce9) service to localhost/127.0.0.1:39163 2024-11-26T23:19:07,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:19:07,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/cluster_1aefdcd4-aaa1-8f12-2ef2-2b3707c35e9b/data/data1/current/BP-1653615223-172.17.0.2-1732663073770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:07,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/cluster_1aefdcd4-aaa1-8f12-2ef2-2b3707c35e9b/data/data2/current/BP-1653615223-172.17.0.2-1732663073770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:07,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:19:07,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1361c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:19:07,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:07,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:07,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:07,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:07,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:19:07,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:19:07,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:07,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:07,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:07,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:07,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:07,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:19:07,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2092168888, stopped=false 2024-11-26T23:19:07,906 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,38063,1732663070614 2024-11-26T23:19:07,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049694074/running 2024-11-26T23:19:07,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049694074/running 2024-11-26T23:19:07,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:07,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:19:07,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:07,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:07,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:07,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:19:07,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,36017,1732663070682' ***** 2024-11-26T23:19:07,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:19:07,910 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:19:07,910 INFO [RS:0;c707e9ace675:36017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:19:07,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:19:07,910 INFO [RS:0;c707e9ace675:36017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:19:07,910 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:19:07,911 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for c3fb1cbc41297949da67db13adb42716 2024-11-26T23:19:07,911 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,36017,1732663070682 2024-11-26T23:19:07,911 INFO [RS:0;c707e9ace675:36017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:07,911 INFO [RS:0;c707e9ace675:36017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:36017. 2024-11-26T23:19:07,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on znode that does not yet exist, /0-2049694074/running 2024-11-26T23:19:07,911 DEBUG [RS:0;c707e9ace675:36017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:07,911 DEBUG [RS:0;c707e9ace675:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:07,911 INFO [RS:0;c707e9ace675:36017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:19:07,911 INFO [RS:0;c707e9ace675:36017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:19:07,911 INFO [RS:0;c707e9ace675:36017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:19:07,911 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:19:07,911 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:19:07,912 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1325): Online Regions={e0ec4711dcd67963a5312653ae24baa8=hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8., 1588230740=hbase:meta,,1.1588230740, c3fb1cbc41297949da67db13adb42716=test,,1732663077969.c3fb1cbc41297949da67db13adb42716.} 2024-11-26T23:19:07,912 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0ec4711dcd67963a5312653ae24baa8, disabling compactions & flushes 2024-11-26T23:19:07,912 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3fb1cbc41297949da67db13adb42716, e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:19:07,912 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:19:07,912 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:19:07,912 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. after waiting 0 ms 2024-11-26T23:19:07,912 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:19:07,912 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:07,912 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:07,912 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0ec4711dcd67963a5312653ae24baa8 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-26T23:19:07,912 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:07,912 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:07,912 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:07,912 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:19:07,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Set watcher on znode that does not yet exist, /0-2049694074/running 2024-11-26T23:19:07,929 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/.tmp/hfileref/70f0883b59594ab698b89738e8d923db is 74, key is 1/hfileref:2a6b53c94eda42f5bc38be0ded3859ad_SeqId_4_/1732663083168/DeleteColumn/seqid=0 2024-11-26T23:19:07,930 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/info/e5128e457a784a66a4cf9f6cf76c47e7 is 147, key is hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8./info:regioninfo/1732663080573/Put/seqid=0 2024-11-26T23:19:07,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741845_1021 (size=7686) 2024-11-26T23:19:07,935 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/info/e5128e457a784a66a4cf9f6cf76c47e7 2024-11-26T23:19:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741844_1020 (size=5203) 2024-11-26T23:19:07,957 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/ns/5d8941f3488e445fbb40fbea1d6bb481 is 43, key is default/ns:d/1732663073678/Put/seqid=0 2024-11-26T23:19:07,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741846_1022 (size=5153) 2024-11-26T23:19:07,990 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:08,036 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 to pos 997, reset compression=false 2024-11-26T23:19:08,112 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3fb1cbc41297949da67db13adb42716, e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:19:08,312 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3fb1cbc41297949da67db13adb42716, e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:19:08,335 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/.tmp/hfileref/70f0883b59594ab698b89738e8d923db 2024-11-26T23:19:08,357 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/.tmp/queue/ed969ab1161342248f578a0812a38dd0 is 153, key is 1-c707e9ace675,36017,1732663070682/queue:c707e9ace675%2C36017%2C1732663070682/1732663084982/Put/seqid=0 2024-11-26T23:19:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741847_1023 (size=5352) 2024-11-26T23:19:08,361 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/ns/5d8941f3488e445fbb40fbea1d6bb481 2024-11-26T23:19:08,380 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/rep_barrier/b3122ee1bfa04fae86ad9e8d1d50202e is 112, key is test,,1732663077969.c3fb1cbc41297949da67db13adb42716./rep_barrier:seqnumDuringOpen/1732663078892/Put/seqid=0 2024-11-26T23:19:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741848_1024 (size=5518) 2024-11-26T23:19:08,512 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3fb1cbc41297949da67db13adb42716, e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:19:08,536 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:19:08,536 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:19:08,712 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3fb1cbc41297949da67db13adb42716, e0ec4711dcd67963a5312653ae24baa8 2024-11-26T23:19:08,762 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/.tmp/queue/ed969ab1161342248f578a0812a38dd0 2024-11-26T23:19:08,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/.tmp/hfileref/70f0883b59594ab698b89738e8d923db as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/hfileref/70f0883b59594ab698b89738e8d923db 2024-11-26T23:19:08,772 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/hfileref/70f0883b59594ab698b89738e8d923db, entries=2, sequenceid=10, filesize=5.1 K 2024-11-26T23:19:08,773 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/.tmp/queue/ed969ab1161342248f578a0812a38dd0 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/queue/ed969ab1161342248f578a0812a38dd0 2024-11-26T23:19:08,777 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/queue/ed969ab1161342248f578a0812a38dd0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T23:19:08,778 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e0ec4711dcd67963a5312653ae24baa8 in 866ms, sequenceid=10, compaction requested=false 2024-11-26T23:19:08,782 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/replication/e0ec4711dcd67963a5312653ae24baa8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T23:19:08,782 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:08,782 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:08,782 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:19:08,782 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0ec4711dcd67963a5312653ae24baa8: Waiting for close lock at 1732663147911Running coprocessor pre-close hooks at 1732663147912 (+1 ms)Disabling compacts and flushes for region at 1732663147912Disabling writes for close at 1732663147912Obtaining lock to block concurrent updates at 1732663147912Preparing flush snapshotting stores in e0ec4711dcd67963a5312653ae24baa8 at 1732663147912Finished memstore snapshotting hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732663147912Flushing stores of hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. at 1732663147914 (+2 ms)Flushing e0ec4711dcd67963a5312653ae24baa8/hfileref: creating writer at 1732663147914Flushing e0ec4711dcd67963a5312653ae24baa8/hfileref: appending metadata at 1732663147929 (+15 ms)Flushing e0ec4711dcd67963a5312653ae24baa8/hfileref: closing flushed file at 1732663147929Flushing e0ec4711dcd67963a5312653ae24baa8/queue: creating writer at 1732663148341 (+412 ms)Flushing e0ec4711dcd67963a5312653ae24baa8/queue: appending metadata at 1732663148356 (+15 ms)Flushing e0ec4711dcd67963a5312653ae24baa8/queue: closing flushed file at 1732663148356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea7f7cb: reopening flushed file at 1732663148766 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92bde45: reopening flushed file at 1732663148772 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e0ec4711dcd67963a5312653ae24baa8 in 866ms, sequenceid=10, compaction requested=false at 1732663148778 (+6 ms)Writing region close event to WAL at 1732663148779 (+1 ms)Running coprocessor post-close hooks at 1732663148782 (+3 ms)Closed at 1732663148782 2024-11-26T23:19:08,782 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663079784.e0ec4711dcd67963a5312653ae24baa8. 2024-11-26T23:19:08,783 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3fb1cbc41297949da67db13adb42716, disabling compactions & flushes 2024-11-26T23:19:08,783 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:19:08,783 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:19:08,783 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663077969.c3fb1cbc41297949da67db13adb42716. after waiting 0 ms 2024-11-26T23:19:08,783 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:19:08,785 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/rep_barrier/b3122ee1bfa04fae86ad9e8d1d50202e 2024-11-26T23:19:08,786 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/default/test/c3fb1cbc41297949da67db13adb42716/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T23:19:08,787 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:08,787 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:19:08,787 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:19:08,787 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3fb1cbc41297949da67db13adb42716: Waiting for close lock at 1732663148783Running coprocessor pre-close hooks at 1732663148783Disabling compacts and flushes for region at 1732663148783Disabling writes for close at 1732663148783Writing region close event to WAL at 1732663148783Running coprocessor post-close hooks at 1732663148787 (+4 ms)Closed at 1732663148787 2024-11-26T23:19:08,787 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663077969.c3fb1cbc41297949da67db13adb42716. 2024-11-26T23:19:08,804 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/table/b8b8585fe62f4743bbfa160aeaee3080 is 53, key is hbase:replication/table:state/1732663080581/Put/seqid=0 2024-11-26T23:19:08,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741849_1025 (size=5308) 2024-11-26T23:19:08,913 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:19:08,913 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:19:08,913 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:09,113 DEBUG [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:09,208 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/table/b8b8585fe62f4743bbfa160aeaee3080 2024-11-26T23:19:09,214 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/info/e5128e457a784a66a4cf9f6cf76c47e7 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/info/e5128e457a784a66a4cf9f6cf76c47e7 2024-11-26T23:19:09,219 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/info/e5128e457a784a66a4cf9f6cf76c47e7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:19:09,220 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/ns/5d8941f3488e445fbb40fbea1d6bb481 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/ns/5d8941f3488e445fbb40fbea1d6bb481 2024-11-26T23:19:09,224 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/ns/5d8941f3488e445fbb40fbea1d6bb481, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:19:09,225 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/rep_barrier/b3122ee1bfa04fae86ad9e8d1d50202e as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/rep_barrier/b3122ee1bfa04fae86ad9e8d1d50202e 2024-11-26T23:19:09,229 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/rep_barrier/b3122ee1bfa04fae86ad9e8d1d50202e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:19:09,230 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/.tmp/table/b8b8585fe62f4743bbfa160aeaee3080 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/table/b8b8585fe62f4743bbfa160aeaee3080 2024-11-26T23:19:09,235 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/table/b8b8585fe62f4743bbfa160aeaee3080, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:19:09,236 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-26T23:19:09,236 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:19:09,242 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:19:09,243 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:09,243 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:09,243 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:09,243 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663147912Running coprocessor pre-close hooks at 1732663147912Disabling compacts and flushes for region at 1732663147912Disabling writes for close at 1732663147912Obtaining lock to block concurrent updates at 1732663147912Preparing flush snapshotting stores in 1588230740 at 1732663147912Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663147912Flushing stores of hbase:meta,,1.1588230740 at 1732663147914 (+2 ms)Flushing 1588230740/info: creating writer at 1732663147914Flushing 1588230740/info: appending metadata at 1732663147930 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732663147930Flushing 1588230740/ns: creating writer at 1732663147940 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732663147957 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732663147957Flushing 1588230740/rep_barrier: creating writer at 1732663148366 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663148380 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663148380Flushing 1588230740/table: creating writer at 1732663148789 (+409 ms)Flushing 1588230740/table: appending metadata at 1732663148803 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732663148803Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38da2476: reopening flushed file at 1732663149214 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fbb4c: reopening flushed file at 1732663149219 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b47edfd: reopening flushed file at 1732663149224 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ca055: reopening flushed file at 1732663149230 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1732663149236 (+6 ms)Writing region close event to WAL at 1732663149239 (+3 ms)Running coprocessor post-close hooks at 1732663149243 (+4 ms)Closed at 1732663149243 2024-11-26T23:19:09,243 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:09,313 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,36017,1732663070682; all regions closed. 2024-11-26T23:19:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:19:09,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.meta.1732663073622.meta not finished, retry = 0 2024-11-26T23:19:09,418 DEBUG [RS:0;c707e9ace675:36017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/oldWALs 2024-11-26T23:19:09,418 INFO [RS:0;c707e9ace675:36017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C36017%2C1732663070682.meta:.meta(num 1732663073622) 2024-11-26T23:19:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741839_1015 (size=2700) 2024-11-26T23:19:09,420 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.rep.1732663080538 not finished, retry = 0 2024-11-26T23:19:09,523 DEBUG [RS:0;c707e9ace675:36017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/oldWALs 2024-11-26T23:19:09,523 INFO [RS:0;c707e9ace675:36017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C36017%2C1732663070682.rep:(num 1732663080538) 2024-11-26T23:19:09,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741832_1008 (size=1300) 2024-11-26T23:19:09,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/WALs/c707e9ace675,36017,1732663070682/c707e9ace675%2C36017%2C1732663070682.1732663072663 not finished, retry = 0 2024-11-26T23:19:09,628 DEBUG [RS:0;c707e9ace675:36017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/oldWALs 2024-11-26T23:19:09,628 INFO [RS:0;c707e9ace675:36017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C36017%2C1732663070682:(num 1732663072663) 2024-11-26T23:19:09,628 DEBUG [RS:0;c707e9ace675:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:09,628 INFO [RS:0;c707e9ace675:36017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:09,628 INFO [RS:0;c707e9ace675:36017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:09,628 INFO [RS:0;c707e9ace675:36017 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:09,628 INFO [RS:0;c707e9ace675:36017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:09,628 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:09,629 INFO [RS:0;c707e9ace675:36017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,36017,1732663070682 because: Region server is closing 2024-11-26T23:19:09,629 INFO [RS:0;c707e9ace675:36017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:36017. 2024-11-26T23:19:09,629 DEBUG [RS:0;c707e9ace675:36017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:09,629 DEBUG [RS:0;c707e9ace675:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:09,629 DEBUG [RS:0;c707e9ace675:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:09,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:09,729 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.wal-reader.c707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:19:09,729 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T23:19:09,730 INFO [RS:0;c707e9ace675:36017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36017,1732663070682.replicationSource.shipperc707e9ace675%2C36017%2C1732663070682,1-c707e9ace675,36017,1732663070682 terminated 2024-11-26T23:19:09,730 INFO [RS:0;c707e9ace675:36017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36017 2024-11-26T23:19:09,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049694074/rs/c707e9ace675,36017,1732663070682 2024-11-26T23:19:09,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074/rs 2024-11-26T23:19:09,732 INFO [RS:0;c707e9ace675:36017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:09,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,36017,1732663070682] 2024-11-26T23:19:09,734 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2049694074/draining/c707e9ace675,36017,1732663070682 already deleted, retry=false 2024-11-26T23:19:09,734 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,36017,1732663070682 expired; onlineServers=0 2024-11-26T23:19:09,734 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,38063,1732663070614' ***** 2024-11-26T23:19:09,734 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:19:09,734 INFO [M:0;c707e9ace675:38063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:09,734 INFO [M:0;c707e9ace675:38063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:09,734 DEBUG [M:0;c707e9ace675:38063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:19:09,734 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:19:09,734 DEBUG [M:0;c707e9ace675:38063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:19:09,734 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663072463 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663072463,5,FailOnTimeoutGroup] 2024-11-26T23:19:09,734 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663072463 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663072463,5,FailOnTimeoutGroup] 2024-11-26T23:19:09,735 INFO [M:0;c707e9ace675:38063 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:09,735 INFO [M:0;c707e9ace675:38063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:09,735 DEBUG [M:0;c707e9ace675:38063 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:19:09,735 INFO [M:0;c707e9ace675:38063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:19:09,735 INFO [M:0;c707e9ace675:38063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:09,735 INFO [M:0;c707e9ace675:38063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:19:09,735 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:19:09,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2049694074/master 2024-11-26T23:19:09,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2049694074 2024-11-26T23:19:09,738 DEBUG [M:0;c707e9ace675:38063 {}] zookeeper.ZKUtil(347): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Unable to get data of znode /0-2049694074/master because node does not exist (not an error) 2024-11-26T23:19:09,738 WARN [M:0;c707e9ace675:38063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:19:09,739 INFO [M:0;c707e9ace675:38063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/.lastflushedseqids 2024-11-26T23:19:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741850_1026 (size=263) 2024-11-26T23:19:09,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:09,833 INFO [RS:0;c707e9ace675:36017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:09,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101569235da0001, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:09,833 INFO [RS:0;c707e9ace675:36017 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,36017,1732663070682; zookeeper connection closed. 2024-11-26T23:19:09,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64718cf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64718cf6 2024-11-26T23:19:09,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:19:09,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:09,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:09,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:09,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:09,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:10,144 INFO [M:0;c707e9ace675:38063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:19:10,144 INFO [M:0;c707e9ace675:38063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:19:10,144 DEBUG [M:0;c707e9ace675:38063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:10,144 INFO [M:0;c707e9ace675:38063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:10,144 DEBUG [M:0;c707e9ace675:38063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:10,144 DEBUG [M:0;c707e9ace675:38063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:10,144 DEBUG [M:0;c707e9ace675:38063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:10,145 INFO [M:0;c707e9ace675:38063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-26T23:19:10,163 DEBUG [M:0;c707e9ace675:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0dd36820e64482787d62bfd49fdee31 is 82, key is hbase:meta,,1/info:regioninfo/1732663073666/Put/seqid=0 2024-11-26T23:19:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741851_1027 (size=5672) 2024-11-26T23:19:10,369 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:19:10,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:10,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:10,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:10,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:10,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:10,567 INFO [M:0;c707e9ace675:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0dd36820e64482787d62bfd49fdee31 2024-11-26T23:19:10,587 DEBUG [M:0;c707e9ace675:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/764dc0b27b7a410196d790db4a0a2e61 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732663078905/Put/seqid=0 2024-11-26T23:19:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741852_1028 (size=7240) 2024-11-26T23:19:10,992 INFO [M:0;c707e9ace675:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/764dc0b27b7a410196d790db4a0a2e61 2024-11-26T23:19:10,996 INFO [M:0;c707e9ace675:38063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 764dc0b27b7a410196d790db4a0a2e61 2024-11-26T23:19:11,015 DEBUG [M:0;c707e9ace675:38063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5c236725b094d83aaf39c4a52583968 is 69, key is c707e9ace675,36017,1732663070682/rs:state/1732663072519/Put/seqid=0 2024-11-26T23:19:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741853_1029 (size=5156) 2024-11-26T23:19:11,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:11,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:19:11,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:19:11,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:19:11,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:11,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:19:11,419 INFO [M:0;c707e9ace675:38063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5c236725b094d83aaf39c4a52583968 2024-11-26T23:19:11,424 DEBUG [M:0;c707e9ace675:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0dd36820e64482787d62bfd49fdee31 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0dd36820e64482787d62bfd49fdee31 2024-11-26T23:19:11,429 INFO [M:0;c707e9ace675:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0dd36820e64482787d62bfd49fdee31, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T23:19:11,429 DEBUG [M:0;c707e9ace675:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/764dc0b27b7a410196d790db4a0a2e61 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/764dc0b27b7a410196d790db4a0a2e61 2024-11-26T23:19:11,433 INFO [M:0;c707e9ace675:38063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 764dc0b27b7a410196d790db4a0a2e61 2024-11-26T23:19:11,434 INFO [M:0;c707e9ace675:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/764dc0b27b7a410196d790db4a0a2e61, entries=11, sequenceid=105, filesize=7.1 K 2024-11-26T23:19:11,434 DEBUG [M:0;c707e9ace675:38063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5c236725b094d83aaf39c4a52583968 as hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5c236725b094d83aaf39c4a52583968 2024-11-26T23:19:11,438 INFO [M:0;c707e9ace675:38063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5c236725b094d83aaf39c4a52583968, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T23:19:11,439 INFO [M:0;c707e9ace675:38063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false 2024-11-26T23:19:11,441 INFO [M:0;c707e9ace675:38063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:11,441 DEBUG [M:0;c707e9ace675:38063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663150144Disabling compacts and flushes for region at 1732663150144Disabling writes for close at 1732663150144Obtaining lock to block concurrent updates at 1732663150145 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663150145Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732663150145Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663150146 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663150146Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663150163 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663150163Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663150572 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663150587 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663150587Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663150997 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663151014 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663151014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436d13f7: reopening flushed file at 1732663151423 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a45bc6e: reopening flushed file at 1732663151429 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef17e75: reopening flushed file at 1732663151434 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false at 1732663151439 (+5 ms)Writing region close event to WAL at 1732663151441 (+2 ms)Closed at 1732663151441 2024-11-26T23:19:11,443 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c28d876-5043-cddd-aa1f-e37e87826f72/MasterData/WALs/c707e9ace675,38063,1732663070614/c707e9ace675%2C38063%2C1732663070614.1732663072379 not finished, retry = 0 2024-11-26T23:19:11,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741830_1006 (size=64526) 2024-11-26T23:19:11,544 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:11,544 INFO [M:0;c707e9ace675:38063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:19:11,544 INFO [M:0;c707e9ace675:38063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38063 2024-11-26T23:19:11,545 INFO [M:0;c707e9ace675:38063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:11,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:11,646 INFO [M:0;c707e9ace675:38063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:11,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38063-0x101569235da0000, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:11,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21f66ac0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:19:11,650 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:11,650 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:11,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:11,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:11,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:19:11,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:19:11,651 WARN [BP-1095404081-172.17.0.2-1732663069537 heartbeating to localhost/127.0.0.1:45603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:19:11,651 WARN [BP-1095404081-172.17.0.2-1732663069537 heartbeating to localhost/127.0.0.1:45603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1095404081-172.17.0.2-1732663069537 (Datanode Uuid f1e1ef5b-94cc-41a5-a9bf-e453bf398321) service to localhost/127.0.0.1:45603 2024-11-26T23:19:11,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/cluster_bb14345c-fef5-25b1-c935-e8bdc1d26468/data/data1/current/BP-1095404081-172.17.0.2-1732663069537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:11,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/cluster_bb14345c-fef5-25b1-c935-e8bdc1d26468/data/data2/current/BP-1095404081-172.17.0.2-1732663069537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:11,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:19:11,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71552b94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:19:11,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:11,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:11,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:11,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408f223-e5c7-1e0f-c9a1-4da288cfea19/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:11,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T23:19:11,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:19:11,684 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 140) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f5074b8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45603 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f5074b8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63375) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63375) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39163 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 269), ProcessCount=11 (was 11), AvailableMemoryMB=6527 (was 6725) 2024-11-26T23:19:11,691 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=6527 2024-11-26T23:19:11,704 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-26T23:19:11,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.log.dir so I do NOT create it in target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e 2024-11-26T23:19:11,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:19:11,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.tmp.dir so I do NOT create it in target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e 2024-11-26T23:19:11,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff6d06c-ac0b-4d9c-aa26-76c0fca9fd9e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:19:11,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e 2024-11-26T23:19:11,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/cluster_e97c063a-ead5-4e53-4622-9c6e1f00d61a, deleteOnExit=true 2024-11-26T23:19:11,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/cluster_e97c063a-ead5-4e53-4622-9c6e1f00d61a/zookeeper_0, clientPort=60378, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/cluster_e97c063a-ead5-4e53-4622-9c6e1f00d61a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/cluster_e97c063a-ead5-4e53-4622-9c6e1f00d61a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:19:11,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60378 2024-11-26T23:19:11,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:19:11,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:19:11,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/test.cache.data in system properties and HBase conf 2024-11-26T23:19:11,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:19:11,709 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:19:11,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:19:11,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:19:11,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:19:11,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:19:11,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:19:11,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:19:11,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:19:11,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101569235da0002, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:19:11,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101569235da0005, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:19:11,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101569235da0002, quorum=127.0.0.1:63375, baseZNode=/0-2049694074 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:19:11,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101569235da0005, quorum=127.0.0.1:63375, baseZNode=/11114671938 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:19:11,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:11,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:19:11,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:19:11,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:19:11,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:19:11,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:11,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@306e315e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:19:11,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@140ffc81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:19:11,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b142757{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/java.io.tmpdir/jetty-localhost-34953-hadoop-hdfs-3_4_1-tests_jar-_-any-6439496982287169158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:19:11,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f8b70d{HTTP/1.1, (http/1.1)}{localhost:34953} 2024-11-26T23:19:11,968 INFO [Time-limited test {}] server.Server(415): Started @126044ms 2024-11-26T23:19:12,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:12,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:19:12,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:19:12,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:19:12,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:19:12,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239c56c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:19:12,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555338b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:19:12,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c018764{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/java.io.tmpdir/jetty-localhost-33199-hadoop-hdfs-3_4_1-tests_jar-_-any-10527185564052632822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:19:12,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ac15699{HTTP/1.1, (http/1.1)}{localhost:33199} 2024-11-26T23:19:12,158 INFO [Time-limited test {}] server.Server(415): Started @126234ms 2024-11-26T23:19:12,159 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:19:12,261 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/cluster_e97c063a-ead5-4e53-4622-9c6e1f00d61a/data/data1/current/BP-556781865-172.17.0.2-1732663151741/current, will proceed with Du for space computation calculation, 2024-11-26T23:19:12,261 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/cluster_e97c063a-ead5-4e53-4622-9c6e1f00d61a/data/data2/current/BP-556781865-172.17.0.2-1732663151741/current, will proceed with Du for space computation calculation, 2024-11-26T23:19:12,280 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:19:12,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26aee7d035a0dc2 with lease ID 0x109932332fa68916: Processing first storage report for DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59 from datanode DatanodeRegistration(127.0.0.1:46165, datanodeUuid=ec8d4506-40d4-47e0-8bf0-72c06b642724, infoPort=35451, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=109848459;c=1732663151741) 2024-11-26T23:19:12,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26aee7d035a0dc2 with lease ID 0x109932332fa68916: from storage DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59 node DatanodeRegistration(127.0.0.1:46165, datanodeUuid=ec8d4506-40d4-47e0-8bf0-72c06b642724, infoPort=35451, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=109848459;c=1732663151741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:19:12,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26aee7d035a0dc2 with lease ID 0x109932332fa68916: Processing first storage report for DS-261dc440-4fbf-4aad-a3ab-2cf16aaa5390 from datanode DatanodeRegistration(127.0.0.1:46165, datanodeUuid=ec8d4506-40d4-47e0-8bf0-72c06b642724, infoPort=35451, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=109848459;c=1732663151741) 2024-11-26T23:19:12,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26aee7d035a0dc2 with lease ID 0x109932332fa68916: from storage DS-261dc440-4fbf-4aad-a3ab-2cf16aaa5390 node DatanodeRegistration(127.0.0.1:46165, datanodeUuid=ec8d4506-40d4-47e0-8bf0-72c06b642724, infoPort=35451, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=109848459;c=1732663151741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:19:12,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e 2024-11-26T23:19:12,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:12,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:12,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:19:12,796 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0 with version=8 2024-11-26T23:19:12,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/hbase-staging 2024-11-26T23:19:12,798 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:12,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:12,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:12,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:12,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:12,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:12,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:19:12,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:12,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38567 2024-11-26T23:19:12,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38567 connecting to ZooKeeper ensemble=127.0.0.1:60378 2024-11-26T23:19:12,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385670x0, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:12,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38567-0x101569376ea0000 connected 2024-11-26T23:19:12,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:12,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:12,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/running 2024-11-26T23:19:12,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0, hbase.cluster.distributed=false 2024-11-26T23:19:12,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/acl 2024-11-26T23:19:12,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38567 2024-11-26T23:19:12,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38567 2024-11-26T23:19:12,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38567 2024-11-26T23:19:12,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38567 2024-11-26T23:19:12,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38567 2024-11-26T23:19:12,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:12,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:12,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:12,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:12,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:12,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:12,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:19:12,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:12,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38893 2024-11-26T23:19:12,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38893 connecting to ZooKeeper ensemble=127.0.0.1:60378 2024-11-26T23:19:12,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:12,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:12,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388930x0, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:12,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388930x0, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/running 2024-11-26T23:19:12,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:19:12,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38893-0x101569376ea0001 connected 2024-11-26T23:19:12,909 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:19:12,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/master 2024-11-26T23:19:12,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/acl 2024-11-26T23:19:12,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38893 2024-11-26T23:19:12,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38893 2024-11-26T23:19:12,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38893 2024-11-26T23:19:12,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38893 2024-11-26T23:19:12,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38893 2024-11-26T23:19:12,931 DEBUG [M:0;c707e9ace675:38567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:38567 2024-11-26T23:19:12,931 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0124256753/backup-masters/c707e9ace675,38567,1732663152798 2024-11-26T23:19:12,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/backup-masters 2024-11-26T23:19:12,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/backup-masters 2024-11-26T23:19:12,935 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on existing znode=/0124256753/backup-masters/c707e9ace675,38567,1732663152798 2024-11-26T23:19:12,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0124256753/master 2024-11-26T23:19:12,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:12,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:12,938 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on existing znode=/0124256753/master 2024-11-26T23:19:12,938 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0124256753/backup-masters/c707e9ace675,38567,1732663152798 from backup master directory 2024-11-26T23:19:12,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/backup-masters 2024-11-26T23:19:12,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/backup-masters/c707e9ace675,38567,1732663152798 2024-11-26T23:19:12,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/backup-masters 2024-11-26T23:19:12,940 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:12,940 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,38567,1732663152798 2024-11-26T23:19:12,951 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/hbase.id] with ID: 7e9a7dea-354a-4ce5-a757-a2d7af4591b6 2024-11-26T23:19:12,951 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/.tmp/hbase.id 2024-11-26T23:19:12,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:19:13,364 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/.tmp/hbase.id]:[hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/hbase.id] 2024-11-26T23:19:13,374 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:13,374 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:19:13,375 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:19:13,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:13,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:13,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:19:13,782 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:13,783 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:19:13,783 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:13,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:19:14,191 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store 2024-11-26T23:19:14,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:19:14,597 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:14,597 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:14,597 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:14,597 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:14,597 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:14,597 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:14,597 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:14,597 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663154597Disabling compacts and flushes for region at 1732663154597Disabling writes for close at 1732663154597Writing region close event to WAL at 1732663154597Closed at 1732663154597 2024-11-26T23:19:14,598 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/.initializing 2024-11-26T23:19:14,598 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798 2024-11-26T23:19:14,599 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:14,601 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C38567%2C1732663152798, suffix=, logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798, archiveDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/oldWALs, maxLogs=10 2024-11-26T23:19:14,618 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798/c707e9ace675%2C38567%2C1732663152798.1732663154601, exclude list is [], retry=0 2024-11-26T23:19:14,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46165,DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59,DISK] 2024-11-26T23:19:14,622 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798/c707e9ace675%2C38567%2C1732663152798.1732663154601 2024-11-26T23:19:14,622 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-26T23:19:14,622 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:14,623 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:14,623 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,623 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:19:14,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:14,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:14,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:19:14,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:14,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:14,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:19:14,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:14,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:14,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:19:14,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:14,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:14,630 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,630 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,631 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,632 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,632 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,632 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:14,633 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:14,635 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:14,636 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63155940, jitterRate=-0.05890315771102905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:14,636 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663154623Initializing all the Stores at 1732663154623Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663154623Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663154624 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663154624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663154624Cleaning up temporary data from old regions at 1732663154632 (+8 ms)Region opened successfully at 1732663154636 (+4 ms) 2024-11-26T23:19:14,637 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:19:14,639 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792f73bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:14,640 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:19:14,641 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:19:14,641 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:19:14,641 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:19:14,641 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:19:14,642 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:19:14,642 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:19:14,644 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:19:14,645 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/balancer because node does not exist (not necessarily an error) 2024-11-26T23:19:14,646 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/balancer already deleted, retry=false 2024-11-26T23:19:14,646 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:19:14,646 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:19:14,649 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/normalizer already deleted, retry=false 2024-11-26T23:19:14,649 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:19:14,650 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:19:14,651 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/switch/split already deleted, retry=false 2024-11-26T23:19:14,651 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:19:14,652 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/switch/merge already deleted, retry=false 2024-11-26T23:19:14,654 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:19:14,655 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/snapshot-cleanup already deleted, retry=false 2024-11-26T23:19:14,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0124256753/running 2024-11-26T23:19:14,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0124256753/running 2024-11-26T23:19:14,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:14,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:14,658 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,38567,1732663152798, sessionid=0x101569376ea0000, setting cluster-up flag (Was=false) 2024-11-26T23:19:14,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:14,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:14,674 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0124256753/flush-table-proc/acquired, /0124256753/flush-table-proc/reached, /0124256753/flush-table-proc/abort 2024-11-26T23:19:14,675 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,38567,1732663152798 2024-11-26T23:19:14,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:14,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:14,682 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0124256753/online-snapshot/acquired, /0124256753/online-snapshot/reached, /0124256753/online-snapshot/abort 2024-11-26T23:19:14,683 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,38567,1732663152798 2024-11-26T23:19:14,684 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:19:14,686 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:14,686 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:19:14,686 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:19:14,686 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,38567,1732663152798 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:19:14,687 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:14,687 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:14,687 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:14,687 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:14,687 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:19:14,687 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,687 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:14,687 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,688 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663184688 2024-11-26T23:19:14,688 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:19:14,688 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:19:14,688 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:19:14,688 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:19:14,688 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:19:14,688 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:19:14,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:14,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:19:14,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:14,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:19:14,692 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:19:14,693 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663154693,5,FailOnTimeoutGroup] 2024-11-26T23:19:14,693 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663154693,5,FailOnTimeoutGroup] 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:19:14,722 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(746): ClusterId : 7e9a7dea-354a-4ce5-a757-a2d7af4591b6 2024-11-26T23:19:14,722 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:19:14,724 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:19:14,724 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:19:14,727 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:19:14,727 DEBUG [RS:0;c707e9ace675:38893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1afef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:14,739 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:38893 2024-11-26T23:19:14,739 INFO [RS:0;c707e9ace675:38893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:19:14,739 INFO [RS:0;c707e9ace675:38893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:19:14,739 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:19:14,740 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,38567,1732663152798 with port=38893, startcode=1732663152886 2024-11-26T23:19:14,740 DEBUG [RS:0;c707e9ace675:38893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:19:14,741 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:19:14,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,38893,1732663152886 2024-11-26T23:19:14,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38567 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,38893,1732663152886 2024-11-26T23:19:14,743 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0 2024-11-26T23:19:14,743 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40605 2024-11-26T23:19:14,743 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:19:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/rs 2024-11-26T23:19:14,745 DEBUG [RS:0;c707e9ace675:38893 {}] zookeeper.ZKUtil(111): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on existing znode=/0124256753/rs/c707e9ace675,38893,1732663152886 2024-11-26T23:19:14,745 WARN [RS:0;c707e9ace675:38893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:14,745 INFO [RS:0;c707e9ace675:38893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:14,745 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886 2024-11-26T23:19:14,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,38893,1732663152886] 2024-11-26T23:19:14,748 INFO [RS:0;c707e9ace675:38893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:19:14,749 INFO [RS:0;c707e9ace675:38893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:19:14,750 INFO [RS:0;c707e9ace675:38893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:19:14,750 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,750 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:19:14,750 INFO [RS:0;c707e9ace675:38893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:19:14,751 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:14,751 DEBUG [RS:0;c707e9ace675:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:14,751 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,751 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,751 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,751 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,751 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,751 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38893,1732663152886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:14,766 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:19:14,766 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38893,1732663152886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,766 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,766 INFO [RS:0;c707e9ace675:38893 {}] regionserver.Replication(171): c707e9ace675,38893,1732663152886 started 2024-11-26T23:19:14,781 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:14,781 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,38893,1732663152886, RpcServer on c707e9ace675/172.17.0.2:38893, sessionid=0x101569376ea0001 2024-11-26T23:19:14,781 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:19:14,781 DEBUG [RS:0;c707e9ace675:38893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,38893,1732663152886 2024-11-26T23:19:14,781 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,38893,1732663152886' 2024-11-26T23:19:14,781 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0124256753/flush-table-proc/abort' 2024-11-26T23:19:14,782 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0124256753/flush-table-proc/acquired' 2024-11-26T23:19:14,782 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:19:14,782 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:19:14,782 DEBUG [RS:0;c707e9ace675:38893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,38893,1732663152886 2024-11-26T23:19:14,782 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,38893,1732663152886' 2024-11-26T23:19:14,782 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0124256753/online-snapshot/abort' 2024-11-26T23:19:14,782 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0124256753/online-snapshot/acquired' 2024-11-26T23:19:14,783 DEBUG [RS:0;c707e9ace675:38893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:19:14,783 INFO [RS:0;c707e9ace675:38893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:19:14,783 INFO [RS:0;c707e9ace675:38893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:19:14,883 INFO [RS:0;c707e9ace675:38893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:14,885 INFO [RS:0;c707e9ace675:38893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C38893%2C1732663152886, suffix=, logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886, archiveDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs, maxLogs=10 2024-11-26T23:19:14,898 DEBUG [RS:0;c707e9ace675:38893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.1732663154885, exclude list is [], retry=0 2024-11-26T23:19:14,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46165,DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59,DISK] 2024-11-26T23:19:14,902 INFO [RS:0;c707e9ace675:38893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.1732663154885 2024-11-26T23:19:14,902 DEBUG [RS:0;c707e9ace675:38893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-26T23:19:15,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:19:15,097 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0 2024-11-26T23:19:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:19:15,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:19:15,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:15,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:15,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:15,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:15,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:15,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:15,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:15,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:19:15,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:19:15,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:15,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:15,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:19:15,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:19:15,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:15,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:15,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:19:15,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:19:15,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:15,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:15,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:19:15,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:19:15,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:15,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:15,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:19:15,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740 2024-11-26T23:19:15,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740 2024-11-26T23:19:15,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:19:15,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:19:15,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:15,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:19:15,515 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:15,515 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59032609, jitterRate=-0.1203455775976181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:15,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663155503Initializing all the Stores at 1732663155504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663155504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663155504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663155504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663155504Cleaning up temporary data from old regions at 1732663155512 (+8 ms)Region opened successfully at 1732663155516 (+4 ms) 2024-11-26T23:19:15,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:15,516 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:15,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:15,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:15,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:15,516 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:15,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663155516Disabling compacts and flushes for region at 1732663155516Disabling writes for close at 1732663155516Writing region close event to WAL at 1732663155516Closed at 1732663155516 2024-11-26T23:19:15,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:15,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:19:15,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:19:15,519 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:15,520 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:19:15,670 DEBUG [c707e9ace675:38567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:19:15,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,38893,1732663152886 2024-11-26T23:19:15,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,38893,1732663152886, state=OPENING 2024-11-26T23:19:15,673 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:19:15,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:15,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:15,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:15,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:15,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:15,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,38893,1732663152886}] 2024-11-26T23:19:15,828 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:19:15,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:19:15,833 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:19:15,833 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:15,833 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:19:15,834 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C38893%2C1732663152886.meta, suffix=.meta, logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886, archiveDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs, maxLogs=10 2024-11-26T23:19:15,847 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.meta.1732663155834.meta, exclude list is [], retry=0 2024-11-26T23:19:15,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46165,DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59,DISK] 2024-11-26T23:19:15,851 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.meta.1732663155834.meta 2024-11-26T23:19:15,851 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-26T23:19:15,851 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:15,851 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:15,851 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:19:15,852 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:19:15,852 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:19:15,852 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:19:15,852 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:15,852 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:19:15,852 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:19:15,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:19:15,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:19:15,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:15,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:15,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:19:15,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:19:15,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:15,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:15,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:19:15,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:19:15,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:15,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:15,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:19:15,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:19:15,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:15,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:15,857 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:19:15,858 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740 2024-11-26T23:19:15,859 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740 2024-11-26T23:19:15,860 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:19:15,860 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:19:15,860 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:15,861 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:19:15,862 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67995019, jitterRate=0.01320473849773407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:15,862 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:19:15,862 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663155852Writing region info on filesystem at 1732663155852Initializing all the Stores at 1732663155853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663155853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663155853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663155853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663155853Cleaning up temporary data from old regions at 1732663155860 (+7 ms)Running coprocessor post-open hooks at 1732663155862 (+2 ms)Region opened successfully at 1732663155862 2024-11-26T23:19:15,863 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663155828 2024-11-26T23:19:15,865 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:19:15,865 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:19:15,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,38893,1732663152886 2024-11-26T23:19:15,866 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,38893,1732663152886, state=OPEN 2024-11-26T23:19:15,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0124256753/meta-region-server 2024-11-26T23:19:15,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0124256753/meta-region-server 2024-11-26T23:19:15,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:15,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:15,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,38893,1732663152886 2024-11-26T23:19:15,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:19:15,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,38893,1732663152886 in 196 msec 2024-11-26T23:19:15,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:19:15,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-26T23:19:15,876 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:15,876 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:19:15,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:15,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,38893,1732663152886, seqNum=-1] 2024-11-26T23:19:15,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:15,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:15,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-26T23:19:15,890 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663155890, completionTime=-1 2024-11-26T23:19:15,890 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:19:15,890 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:19:15,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:19:15,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663215894 2024-11-26T23:19:15,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663275894 2024-11-26T23:19:15,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T23:19:15,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38567,1732663152798-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:15,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38567,1732663152798-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:15,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38567,1732663152798-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:15,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:38567, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:15,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:15,895 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:15,896 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:19:15,898 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.958sec 2024-11-26T23:19:15,898 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:19:15,898 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:19:15,898 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:19:15,898 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:19:15,898 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:19:15,898 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38567,1732663152798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:15,898 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38567,1732663152798-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:19:15,900 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:19:15,900 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:19:15,900 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38567,1732663152798-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:15,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c156888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:15,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38567,-1 for getting cluster id 2024-11-26T23:19:15,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:15,924 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9a7dea-354a-4ce5-a757-a2d7af4591b6' 2024-11-26T23:19:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9a7dea-354a-4ce5-a757-a2d7af4591b6" 2024-11-26T23:19:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bf015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38567,-1] 2024-11-26T23:19:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:15,926 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:15,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d0f969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:15,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,38893,1732663152886, seqNum=-1] 2024-11-26T23:19:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:15,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:15,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,38567,1732663152798 2024-11-26T23:19:15,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60378 2024-11-26T23:19:15,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:15,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101569376ea0002 connected 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.log.dir so I do NOT create it in target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d 2024-11-26T23:19:15,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.tmp.dir so I do NOT create it in target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d 2024-11-26T23:19:15,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:19:15,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/cluster_a9d88cdc-5ef0-1f65-05b8-c89e13f7de44, deleteOnExit=true 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/test.cache.data in system properties and HBase conf 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:19:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:19:15,939 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:19:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:19:16,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:16,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:19:16,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:19:16,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:19:16,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:19:16,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:16,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:19:16,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:19:16,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14dd15f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/java.io.tmpdir/jetty-localhost-35211-hadoop-hdfs-3_4_1-tests_jar-_-any-3340790054796853975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:19:16,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:35211} 2024-11-26T23:19:16,148 INFO [Time-limited test {}] server.Server(415): Started @130224ms 2024-11-26T23:19:16,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:16,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:19:16,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:19:16,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:19:16,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:19:16,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7644832b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:19:16,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5360ad88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:19:16,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@247003a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/java.io.tmpdir/jetty-localhost-44317-hadoop-hdfs-3_4_1-tests_jar-_-any-5226903056463640317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:19:16,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ece978{HTTP/1.1, (http/1.1)}{localhost:44317} 2024-11-26T23:19:16,353 INFO [Time-limited test {}] server.Server(415): Started @130429ms 2024-11-26T23:19:16,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:19:16,457 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/cluster_a9d88cdc-5ef0-1f65-05b8-c89e13f7de44/data/data1/current/BP-460131805-172.17.0.2-1732663155957/current, will proceed with Du for space computation calculation, 2024-11-26T23:19:16,457 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/cluster_a9d88cdc-5ef0-1f65-05b8-c89e13f7de44/data/data2/current/BP-460131805-172.17.0.2-1732663155957/current, will proceed with Du for space computation calculation, 2024-11-26T23:19:16,473 WARN [Thread-1388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:19:16,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdad2d13925b34c11 with lease ID 0xbd53090fff6b331: Processing first storage report for DS-2093d400-7372-476b-a5b3-2b657d1aef87 from datanode DatanodeRegistration(127.0.0.1:37311, datanodeUuid=8bbc31d3-4ef8-4504-bc14-4ae5f4ba669d, infoPort=38235, infoSecurePort=0, ipcPort=41855, storageInfo=lv=-57;cid=testClusterID;nsid=1953411585;c=1732663155957) 2024-11-26T23:19:16,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdad2d13925b34c11 with lease ID 0xbd53090fff6b331: from storage DS-2093d400-7372-476b-a5b3-2b657d1aef87 node DatanodeRegistration(127.0.0.1:37311, datanodeUuid=8bbc31d3-4ef8-4504-bc14-4ae5f4ba669d, infoPort=38235, infoSecurePort=0, ipcPort=41855, storageInfo=lv=-57;cid=testClusterID;nsid=1953411585;c=1732663155957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:19:16,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdad2d13925b34c11 with lease ID 0xbd53090fff6b331: Processing first storage report for DS-8fd8e13d-94be-4a15-a769-0ea6436fc20c from datanode DatanodeRegistration(127.0.0.1:37311, datanodeUuid=8bbc31d3-4ef8-4504-bc14-4ae5f4ba669d, infoPort=38235, infoSecurePort=0, ipcPort=41855, storageInfo=lv=-57;cid=testClusterID;nsid=1953411585;c=1732663155957) 2024-11-26T23:19:16,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdad2d13925b34c11 with lease ID 0xbd53090fff6b331: from storage DS-8fd8e13d-94be-4a15-a769-0ea6436fc20c node DatanodeRegistration(127.0.0.1:37311, datanodeUuid=8bbc31d3-4ef8-4504-bc14-4ae5f4ba669d, infoPort=38235, infoSecurePort=0, ipcPort=41855, storageInfo=lv=-57;cid=testClusterID;nsid=1953411585;c=1732663155957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:19:16,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d 2024-11-26T23:19:16,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:16,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:19:16,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db with version=8 2024-11-26T23:19:16,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/hbase-staging 2024-11-26T23:19:16,989 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:16,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:16,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:16,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:19:16,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:16,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37223 2024-11-26T23:19:16,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37223 connecting to ZooKeeper ensemble=127.0.0.1:60378 2024-11-26T23:19:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372230x0, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:16,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37223-0x101569376ea0003 connected 2024-11-26T23:19:17,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:17,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:17,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on znode that does not yet exist, /11522361306/running 2024-11-26T23:19:17,010 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db, hbase.cluster.distributed=false 2024-11-26T23:19:17,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on znode that does not yet exist, /11522361306/acl 2024-11-26T23:19:17,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-26T23:19:17,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37223 2024-11-26T23:19:17,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37223 2024-11-26T23:19:17,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-26T23:19:17,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-26T23:19:17,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:17,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:17,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:17,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:17,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:17,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:17,032 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:19:17,032 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:17,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43797 2024-11-26T23:19:17,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43797 connecting to ZooKeeper ensemble=127.0.0.1:60378 2024-11-26T23:19:17,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:17,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:17,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437970x0, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:17,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437970x0, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on znode that does not yet exist, /11522361306/running 2024-11-26T23:19:17,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43797-0x101569376ea0004 connected 2024-11-26T23:19:17,040 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:19:17,043 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:19:17,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on znode that does not yet exist, /11522361306/master 2024-11-26T23:19:17,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on znode that does not yet exist, /11522361306/acl 2024-11-26T23:19:17,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43797 2024-11-26T23:19:17,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43797 2024-11-26T23:19:17,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43797 2024-11-26T23:19:17,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43797 2024-11-26T23:19:17,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43797 2024-11-26T23:19:17,071 DEBUG [M:0;c707e9ace675:37223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:37223 2024-11-26T23:19:17,071 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11522361306/backup-masters/c707e9ace675,37223,1732663156989 2024-11-26T23:19:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306/backup-masters 2024-11-26T23:19:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306/backup-masters 2024-11-26T23:19:17,073 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on existing znode=/11522361306/backup-masters/c707e9ace675,37223,1732663156989 2024-11-26T23:19:17,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11522361306/master 2024-11-26T23:19:17,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:17,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:17,080 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on existing znode=/11522361306/master 2024-11-26T23:19:17,081 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11522361306/backup-masters/c707e9ace675,37223,1732663156989 from backup master directory 2024-11-26T23:19:17,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11522361306/backup-masters/c707e9ace675,37223,1732663156989 2024-11-26T23:19:17,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306/backup-masters 2024-11-26T23:19:17,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306/backup-masters 2024-11-26T23:19:17,082 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:17,082 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,37223,1732663156989 2024-11-26T23:19:17,086 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/hbase.id] with ID: dc177e24-baa3-485c-a5d3-92d677045ace 2024-11-26T23:19:17,086 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/.tmp/hbase.id 2024-11-26T23:19:17,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:19:17,496 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/.tmp/hbase.id]:[hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/hbase.id] 2024-11-26T23:19:17,505 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:17,505 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:19:17,506 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:19:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:17,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:19:17,914 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:17,914 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:19:17,915 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:19:18,322 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store 2024-11-26T23:19:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:19:18,728 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:18,728 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:18,728 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:18,728 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:18,728 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:18,728 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:18,728 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:18,729 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663158728Disabling compacts and flushes for region at 1732663158728Disabling writes for close at 1732663158728Writing region close event to WAL at 1732663158728Closed at 1732663158728 2024-11-26T23:19:18,729 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/.initializing 2024-11-26T23:19:18,729 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/WALs/c707e9ace675,37223,1732663156989 2024-11-26T23:19:18,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:18,732 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C37223%2C1732663156989, suffix=, logDir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/WALs/c707e9ace675,37223,1732663156989, archiveDir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/oldWALs, maxLogs=10 2024-11-26T23:19:18,749 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/WALs/c707e9ace675,37223,1732663156989/c707e9ace675%2C37223%2C1732663156989.1732663158732, exclude list is [], retry=0 2024-11-26T23:19:18,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-2093d400-7372-476b-a5b3-2b657d1aef87,DISK] 2024-11-26T23:19:18,753 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/WALs/c707e9ace675,37223,1732663156989/c707e9ace675%2C37223%2C1732663156989.1732663158732 2024-11-26T23:19:18,753 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38235:38235)] 2024-11-26T23:19:18,753 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:18,753 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:18,753 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,753 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:19:18,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:18,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:18,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:19:18,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:18,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:18,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:19:18,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:18,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:18,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:19:18,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:18,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:18,760 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,761 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,761 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,762 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,762 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,763 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:18,764 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:18,765 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:18,766 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70894182, jitterRate=0.05640563368797302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:18,766 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663158753Initializing all the Stores at 1732663158754 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663158754Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663158755 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663158755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663158755Cleaning up temporary data from old regions at 1732663158762 (+7 ms)Region opened successfully at 1732663158766 (+4 ms) 2024-11-26T23:19:18,766 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:19:18,769 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e2f9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:18,770 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:19:18,770 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:19:18,770 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:19:18,770 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:19:18,770 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:19:18,770 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:19:18,771 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:19:18,772 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:19:18,773 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Unable to get data of znode /11522361306/balancer because node does not exist (not necessarily an error) 2024-11-26T23:19:18,774 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11522361306/balancer already deleted, retry=false 2024-11-26T23:19:18,774 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:19:18,775 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Unable to get data of znode /11522361306/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:19:18,776 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11522361306/normalizer already deleted, retry=false 2024-11-26T23:19:18,776 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:19:18,777 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Unable to get data of znode /11522361306/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:19:18,780 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11522361306/switch/split already deleted, retry=false 2024-11-26T23:19:18,781 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Unable to get data of znode /11522361306/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:19:18,782 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11522361306/switch/merge already deleted, retry=false 2024-11-26T23:19:18,785 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Unable to get data of znode /11522361306/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:19:18,786 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11522361306/snapshot-cleanup already deleted, retry=false 2024-11-26T23:19:18,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11522361306/running 2024-11-26T23:19:18,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11522361306/running 2024-11-26T23:19:18,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:18,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:18,788 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,37223,1732663156989, sessionid=0x101569376ea0003, setting cluster-up flag (Was=false) 2024-11-26T23:19:18,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:18,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:18,799 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11522361306/flush-table-proc/acquired, /11522361306/flush-table-proc/reached, /11522361306/flush-table-proc/abort 2024-11-26T23:19:18,800 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,37223,1732663156989 2024-11-26T23:19:18,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:18,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:18,809 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11522361306/online-snapshot/acquired, /11522361306/online-snapshot/reached, /11522361306/online-snapshot/abort 2024-11-26T23:19:18,810 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,37223,1732663156989 2024-11-26T23:19:18,811 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:19:18,812 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:18,813 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:19:18,813 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:19:18,813 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,37223,1732663156989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:19:18,814 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:18,814 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:18,814 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:18,814 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:18,814 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:19:18,814 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,814 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:18,814 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:18,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:19:18,816 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:18,816 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:19:18,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663188817 2024-11-26T23:19:18,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:19:18,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:19:18,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:19:18,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:19:18,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:19:18,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:19:18,820 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,821 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:19:18,821 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:19:18,821 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:19:18,821 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:19:18,821 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:19:18,821 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:19:18,822 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663158821,5,FailOnTimeoutGroup] 2024-11-26T23:19:18,824 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663158822,5,FailOnTimeoutGroup] 2024-11-26T23:19:18,824 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,824 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:19:18,824 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,824 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:19:18,855 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(746): ClusterId : dc177e24-baa3-485c-a5d3-92d677045ace 2024-11-26T23:19:18,855 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:19:18,857 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:19:18,857 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:19:18,859 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:19:18,859 DEBUG [RS:0;c707e9ace675:43797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aedf196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:18,871 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:43797 2024-11-26T23:19:18,871 INFO [RS:0;c707e9ace675:43797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:19:18,871 INFO [RS:0;c707e9ace675:43797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:19:18,871 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:19:18,872 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,37223,1732663156989 with port=43797, startcode=1732663157032 2024-11-26T23:19:18,872 DEBUG [RS:0;c707e9ace675:43797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:19:18,873 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:19:18,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,43797,1732663157032 2024-11-26T23:19:18,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37223 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,43797,1732663157032 2024-11-26T23:19:18,875 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db 2024-11-26T23:19:18,875 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39419 2024-11-26T23:19:18,875 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:19:18,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306/rs 2024-11-26T23:19:18,877 DEBUG [RS:0;c707e9ace675:43797 {}] zookeeper.ZKUtil(111): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on existing znode=/11522361306/rs/c707e9ace675,43797,1732663157032 2024-11-26T23:19:18,877 WARN [RS:0;c707e9ace675:43797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:18,877 INFO [RS:0;c707e9ace675:43797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:18,877 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/WALs/c707e9ace675,43797,1732663157032 2024-11-26T23:19:18,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,43797,1732663157032] 2024-11-26T23:19:18,880 INFO [RS:0;c707e9ace675:43797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:19:18,882 INFO [RS:0;c707e9ace675:43797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:19:18,886 INFO [RS:0;c707e9ace675:43797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:19:18,886 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,886 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:19:18,887 INFO [RS:0;c707e9ace675:43797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:19:18,887 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:18,887 DEBUG [RS:0;c707e9ace675:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:18,888 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,888 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,888 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,888 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,888 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,888 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43797,1732663157032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:18,906 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:19:18,907 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43797,1732663157032-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,907 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,907 INFO [RS:0;c707e9ace675:43797 {}] regionserver.Replication(171): c707e9ace675,43797,1732663157032 started 2024-11-26T23:19:18,924 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:18,924 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,43797,1732663157032, RpcServer on c707e9ace675/172.17.0.2:43797, sessionid=0x101569376ea0004 2024-11-26T23:19:18,924 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:19:18,924 DEBUG [RS:0;c707e9ace675:43797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,43797,1732663157032 2024-11-26T23:19:18,924 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,43797,1732663157032' 2024-11-26T23:19:18,924 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11522361306/flush-table-proc/abort' 2024-11-26T23:19:18,925 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11522361306/flush-table-proc/acquired' 2024-11-26T23:19:18,925 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:19:18,925 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:19:18,925 DEBUG [RS:0;c707e9ace675:43797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,43797,1732663157032 2024-11-26T23:19:18,925 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,43797,1732663157032' 2024-11-26T23:19:18,925 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11522361306/online-snapshot/abort' 2024-11-26T23:19:18,926 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11522361306/online-snapshot/acquired' 2024-11-26T23:19:18,926 DEBUG [RS:0;c707e9ace675:43797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:19:18,926 INFO [RS:0;c707e9ace675:43797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:19:18,926 INFO [RS:0;c707e9ace675:43797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:19:19,026 INFO [RS:0;c707e9ace675:43797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:19,028 INFO [RS:0;c707e9ace675:43797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C43797%2C1732663157032, suffix=, logDir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/WALs/c707e9ace675,43797,1732663157032, archiveDir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/oldWALs, maxLogs=10 2024-11-26T23:19:19,045 DEBUG [RS:0;c707e9ace675:43797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/WALs/c707e9ace675,43797,1732663157032/c707e9ace675%2C43797%2C1732663157032.1732663159028, exclude list is [], retry=0 2024-11-26T23:19:19,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-2093d400-7372-476b-a5b3-2b657d1aef87,DISK] 2024-11-26T23:19:19,051 INFO [RS:0;c707e9ace675:43797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/WALs/c707e9ace675,43797,1732663157032/c707e9ace675%2C43797%2C1732663157032.1732663159028 2024-11-26T23:19:19,051 DEBUG [RS:0;c707e9ace675:43797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38235:38235)] 2024-11-26T23:19:19,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:19:19,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db 2024-11-26T23:19:19,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:19:19,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:19,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:19:19,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:19:19,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:19,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:19,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:19:19,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:19:19,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:19,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:19,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:19:19,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:19:19,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:19,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:19,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:19:19,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:19:19,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:19,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:19,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:19:19,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740 2024-11-26T23:19:19,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740 2024-11-26T23:19:19,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:19:19,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:19:19,658 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:19,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:19:19,663 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:19,664 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61058505, jitterRate=-0.09015737473964691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:19,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663159646Initializing all the Stores at 1732663159647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663159647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663159647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663159647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663159647Cleaning up temporary data from old regions at 1732663159657 (+10 ms)Region opened successfully at 1732663159664 (+7 ms) 2024-11-26T23:19:19,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:19,664 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:19,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:19,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:19,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:19,680 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:19,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663159664Disabling compacts and flushes for region at 1732663159664Disabling writes for close at 1732663159664Writing region close event to WAL at 1732663159680 (+16 ms)Closed at 1732663159680 2024-11-26T23:19:19,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:19,681 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:19:19,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:19:19,683 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:19,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:19:19,835 DEBUG [c707e9ace675:37223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:19:19,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,43797,1732663157032 2024-11-26T23:19:19,839 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,43797,1732663157032, state=OPENING 2024-11-26T23:19:19,847 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:19:19,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:19,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:19,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11522361306/meta-region-server: CHANGED 2024-11-26T23:19:19,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11522361306/meta-region-server: CHANGED 2024-11-26T23:19:19,850 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:19,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,43797,1732663157032}] 2024-11-26T23:19:20,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:19:20,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:19:20,025 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:19:20,025 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:20,026 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:19:20,028 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C43797%2C1732663157032.meta, suffix=.meta, logDir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/WALs/c707e9ace675,43797,1732663157032, archiveDir=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/oldWALs, maxLogs=10 2024-11-26T23:19:20,047 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/WALs/c707e9ace675,43797,1732663157032/c707e9ace675%2C43797%2C1732663157032.meta.1732663160028.meta, exclude list is [], retry=0 2024-11-26T23:19:20,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-2093d400-7372-476b-a5b3-2b657d1aef87,DISK] 2024-11-26T23:19:20,053 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/WALs/c707e9ace675,43797,1732663157032/c707e9ace675%2C43797%2C1732663157032.meta.1732663160028.meta 2024-11-26T23:19:20,056 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38235:38235)] 2024-11-26T23:19:20,057 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:20,057 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:20,057 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:19:20,057 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:19:20,057 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:19:20,057 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:19:20,057 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:20,057 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:19:20,058 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:19:20,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:19:20,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:19:20,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:20,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:20,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:19:20,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:19:20,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:20,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:20,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:19:20,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:19:20,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:20,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:20,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:19:20,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:19:20,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:20,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:20,065 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:19:20,066 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740 2024-11-26T23:19:20,067 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740 2024-11-26T23:19:20,069 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:19:20,069 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:19:20,070 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:20,072 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:19:20,073 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71074157, jitterRate=0.059087470173835754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:20,073 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:19:20,073 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663160058Writing region info on filesystem at 1732663160058Initializing all the Stores at 1732663160059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663160059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663160059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663160059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663160059Cleaning up temporary data from old regions at 1732663160069 (+10 ms)Running coprocessor post-open hooks at 1732663160073 (+4 ms)Region opened successfully at 1732663160073 2024-11-26T23:19:20,075 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663160005 2024-11-26T23:19:20,078 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:19:20,078 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:19:20,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,43797,1732663157032 2024-11-26T23:19:20,081 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,43797,1732663157032, state=OPEN 2024-11-26T23:19:20,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11522361306/meta-region-server 2024-11-26T23:19:20,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11522361306/meta-region-server 2024-11-26T23:19:20,083 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,43797,1732663157032 2024-11-26T23:19:20,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11522361306/meta-region-server: CHANGED 2024-11-26T23:19:20,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11522361306/meta-region-server: CHANGED 2024-11-26T23:19:20,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:19:20,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,43797,1732663157032 in 233 msec 2024-11-26T23:19:20,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:19:20,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-26T23:19:20,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:20,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:19:20,089 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:20,090 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,43797,1732663157032, seqNum=-1] 2024-11-26T23:19:20,090 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:20,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:20,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-26T23:19:20,103 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663160103, completionTime=-1 2024-11-26T23:19:20,103 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:19:20,104 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:19:20,106 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:19:20,106 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663220106 2024-11-26T23:19:20,106 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663280106 2024-11-26T23:19:20,106 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T23:19:20,107 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37223,1732663156989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:20,107 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37223,1732663156989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:20,107 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37223,1732663156989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:20,107 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:37223, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:20,107 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:20,109 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:19:20,116 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:20,121 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.039sec 2024-11-26T23:19:20,121 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:19:20,121 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:19:20,121 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:19:20,121 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:19:20,121 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:19:20,121 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37223,1732663156989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:20,121 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37223,1732663156989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:19:20,128 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:19:20,128 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:19:20,128 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37223,1732663156989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:20,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445a5a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:20,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,37223,-1 for getting cluster id 2024-11-26T23:19:20,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:20,161 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc177e24-baa3-485c-a5d3-92d677045ace' 2024-11-26T23:19:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc177e24-baa3-485c-a5d3-92d677045ace" 2024-11-26T23:19:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c287b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,37223,-1] 2024-11-26T23:19:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:20,163 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:20,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1278b640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:20,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:20,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,43797,1732663157032, seqNum=-1] 2024-11-26T23:19:20,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:20,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,37223,1732663156989 2024-11-26T23:19:20,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60378 2024-11-26T23:19:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:20,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101569376ea0005 connected 2024-11-26T23:19:20,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ff358a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:20,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38567,-1 for getting cluster id 2024-11-26T23:19:20,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:20,180 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9a7dea-354a-4ce5-a757-a2d7af4591b6' 2024-11-26T23:19:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9a7dea-354a-4ce5-a757-a2d7af4591b6" 2024-11-26T23:19:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3adb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38567,-1] 2024-11-26T23:19:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:20,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:20,183 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1053f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:20,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:20,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38567,1732663152798 2024-11-26T23:19:20,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1549a9 2024-11-26T23:19:20,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:20,187 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:20,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:37223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:19:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:19:20,191 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:37223' 2024-11-26T23:19:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:20,192 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aae0b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:20,193 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,37223,-1 for getting cluster id 2024-11-26T23:19:20,193 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:20,194 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc177e24-baa3-485c-a5d3-92d677045ace' 2024-11-26T23:19:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc177e24-baa3-485c-a5d3-92d677045ace" 2024-11-26T23:19:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc3f01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,37223,-1] 2024-11-26T23:19:20,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:20,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:20,196 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:20,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1636dfb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:20,197 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:20,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,37223,1732663156989 2024-11-26T23:19:20,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c36177b 2024-11-26T23:19:20,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:20,199 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:20,202 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T23:19:20,202 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:19:20,202 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:20,203 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:20,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:20,203 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:20,205 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:19:20,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:19:20,207 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:20,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:19:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741835_1011 (size=1138) 2024-11-26T23:19:20,257 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:19:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:20,629 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b49635955c8fd0a661dfe7d1ef5f9005, NAME => 'hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0 2024-11-26T23:19:20,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741836_1012 (size=44) 2024-11-26T23:19:20,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:20,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b49635955c8fd0a661dfe7d1ef5f9005, disabling compactions & flushes 2024-11-26T23:19:20,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:20,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:20,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. after waiting 0 ms 2024-11-26T23:19:20,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:20,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:20,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b49635955c8fd0a661dfe7d1ef5f9005: Waiting for close lock at 1732663160640Disabling compacts and flushes for region at 1732663160640Disabling writes for close at 1732663160640Writing region close event to WAL at 1732663160640Closed at 1732663160640 2024-11-26T23:19:20,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:19:20,644 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663160644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663160644"}]},"ts":"1732663160644"} 2024-11-26T23:19:20,647 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:19:20,648 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:19:20,649 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663160648"}]},"ts":"1732663160648"} 2024-11-26T23:19:20,652 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:19:20,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN}] 2024-11-26T23:19:20,653 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN 2024-11-26T23:19:20,654 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN; state=OFFLINE, location=c707e9ace675,38893,1732663152886; forceNewPlan=false, retain=false 2024-11-26T23:19:20,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:19:20,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b49635955c8fd0a661dfe7d1ef5f9005, regionState=OPENING, regionLocation=c707e9ace675,38893,1732663152886 2024-11-26T23:19:20,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN because future has completed 2024-11-26T23:19:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:20,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b49635955c8fd0a661dfe7d1ef5f9005, server=c707e9ace675,38893,1732663152886}] 2024-11-26T23:19:20,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:20,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:20,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:19:20,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C38893%2C1732663152886.rep, suffix=, logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886, archiveDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs, maxLogs=10 2024-11-26T23:19:21,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.rep.1732663160991, exclude list is [], retry=0 2024-11-26T23:19:21,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46165,DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59,DISK] 2024-11-26T23:19:21,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.rep.1732663160991 2024-11-26T23:19:21,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-26T23:19:21,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b49635955c8fd0a661dfe7d1ef5f9005, NAME => 'hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:21,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:21,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:19:21,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. service=MultiRowMutationService 2024-11-26T23:19:21,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:19:21,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:21,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,052 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,054 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49635955c8fd0a661dfe7d1ef5f9005 columnFamilyName hfileref 2024-11-26T23:19:21,054 DEBUG [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:21,054 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(327): Store=b49635955c8fd0a661dfe7d1ef5f9005/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:21,054 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,056 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49635955c8fd0a661dfe7d1ef5f9005 columnFamilyName queue 2024-11-26T23:19:21,057 DEBUG [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:21,057 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(327): Store=b49635955c8fd0a661dfe7d1ef5f9005/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:21,057 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,058 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49635955c8fd0a661dfe7d1ef5f9005 columnFamilyName sid 2024-11-26T23:19:21,058 DEBUG [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:21,059 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(327): Store=b49635955c8fd0a661dfe7d1ef5f9005/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:21,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:19:21,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:21,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b49635955c8fd0a661dfe7d1ef5f9005; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62611112, jitterRate=-0.06702172756195068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:19:21,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:21,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b49635955c8fd0a661dfe7d1ef5f9005: Running coprocessor pre-open hook at 1732663161047Writing region info on filesystem at 1732663161047Initializing all the Stores at 1732663161050 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663161050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663161052 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663161052Cleaning up temporary data from old regions at 1732663161062 (+10 ms)Running coprocessor post-open hooks at 1732663161068 (+6 ms)Region opened successfully at 1732663161069 (+1 ms) 2024-11-26T23:19:21,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005., pid=7, masterSystemTime=1732663160974 2024-11-26T23:19:21,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:21,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:21,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b49635955c8fd0a661dfe7d1ef5f9005, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,38893,1732663152886 2024-11-26T23:19:21,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b49635955c8fd0a661dfe7d1ef5f9005, server=c707e9ace675,38893,1732663152886 because future has completed 2024-11-26T23:19:21,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T23:19:21,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b49635955c8fd0a661dfe7d1ef5f9005, server=c707e9ace675,38893,1732663152886 in 257 msec 2024-11-26T23:19:21,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:19:21,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN in 429 msec 2024-11-26T23:19:21,086 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:19:21,086 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663161086"}]},"ts":"1732663161086"} 2024-11-26T23:19:21,088 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:19:21,089 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:19:21,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 887 msec 2024-11-26T23:19:21,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005., hostname=c707e9ace675,38893,1732663152886, seqNum=2] 2024-11-26T23:19:21,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:21,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:21,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:19:21,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T23:19:21,290 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:19:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:21,337 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,38893,1732663152886, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:19:21,338 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:21,338 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,38893,1732663152886, seqNum=-1] 2024-11-26T23:19:21,338 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:21,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-26T23:19:21,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,38893,1732663152886', locateType=CURRENT is [region=hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005., hostname=c707e9ace675,38893,1732663152886, seqNum=2] 2024-11-26T23:19:21,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:19:21,360 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T23:19:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T23:19:21,365 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,38893,1732663152886 suceeded 2024-11-26T23:19:21,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T23:19:21,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-26T23:19:21,368 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:37223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:19:21,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1810 sec 2024-11-26T23:19:21,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:21,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:21,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:21,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:21,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:21,392 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:37223' 2024-11-26T23:19:21,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:21,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:19:21,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T23:19:21,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:19:21,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T23:19:21,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:21,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T23:19:21,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:21,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T23:19:21,421 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33a0b6f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:21,421 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,37223,-1 for getting cluster id 2024-11-26T23:19:21,421 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:21,422 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc177e24-baa3-485c-a5d3-92d677045ace' 2024-11-26T23:19:21,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:21,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc177e24-baa3-485c-a5d3-92d677045ace" 2024-11-26T23:19:21,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a4db617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:21,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,37223,-1] 2024-11-26T23:19:21,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:21,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:21,424 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:21,425 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa8e6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:21,426 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:21,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,37223,1732663156989 2024-11-26T23:19:21,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@141b1768 2024-11-26T23:19:21,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:21,430 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-26T23:19:21,432 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,38893,1732663152886 (queues=1) is replicating from cluster=7e9a7dea-354a-4ce5-a757-a2d7af4591b6 to cluster=dc177e24-baa3-485c-a5d3-92d677045ace 2024-11-26T23:19:21,432 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C38893%2C1732663152886 2024-11-26T23:19:21,432 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,38893,1732663152886, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:19:21,441 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.shipperc707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C38893%2C1732663152886 2024-11-26T23:19:21,441 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.wal-reader.c707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.1732663154885, startPosition=0, beingWritten=true 2024-11-26T23:19:21,659 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.wal-reader.c707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.1732663154885 to pos 0, reset compression=false 2024-11-26T23:19:21,970 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.wal-reader.c707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.1732663154885 to pos 0, reset compression=false 2024-11-26T23:19:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:22,339 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:19:22,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:22,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:22,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:22,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:22,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:22,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:22,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38567,1732663152798 2024-11-26T23:19:22,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14516575 2024-11-26T23:19:22,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:22,342 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:22,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T23:19:22,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:22,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:22,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:22,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:22,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:22,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:19:22,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=609558933, stopped=false 2024-11-26T23:19:22,344 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,38567,1732663152798 2024-11-26T23:19:22,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/running 2024-11-26T23:19:22,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/running 2024-11-26T23:19:22,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:22,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:22,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:22,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:22,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:22,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,38893,1732663152886' ***** 2024-11-26T23:19:22,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:19:22,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/running 2024-11-26T23:19:22,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:22,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/running 2024-11-26T23:19:22,349 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:19:22,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:19:22,349 INFO [RS:0;c707e9ace675:38893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:19:22,349 INFO [RS:0;c707e9ace675:38893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:19:22,349 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(3091): Received CLOSE for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:22,349 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,38893,1732663152886 2024-11-26T23:19:22,349 INFO [RS:0;c707e9ace675:38893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:22,349 INFO [RS:0;c707e9ace675:38893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:38893. 2024-11-26T23:19:22,349 DEBUG [RS:0;c707e9ace675:38893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:22,349 DEBUG [RS:0;c707e9ace675:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:22,350 INFO [RS:0;c707e9ace675:38893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:19:22,350 INFO [RS:0;c707e9ace675:38893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:19:22,350 INFO [RS:0;c707e9ace675:38893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:19:22,350 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:19:22,350 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:19:22,350 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b49635955c8fd0a661dfe7d1ef5f9005=hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005.} 2024-11-26T23:19:22,350 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:22,350 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:22,350 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b49635955c8fd0a661dfe7d1ef5f9005, disabling compactions & flushes 2024-11-26T23:19:22,350 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:22,350 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:22,350 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:22,350 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:22,350 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:22,350 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:22,350 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. after waiting 0 ms 2024-11-26T23:19:22,350 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:22,350 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b49635955c8fd0a661dfe7d1ef5f9005 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T23:19:22,350 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T23:19:22,358 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:22,372 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/info/e415f5dd4d534ac0a86ca9a5ab3122ae is 147, key is hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005./info:regioninfo/1732663161073/Put/seqid=0 2024-11-26T23:19:22,375 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.wal-reader.c707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.1732663154885 to pos 0, reset compression=false 2024-11-26T23:19:22,378 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005/.tmp/queue/383ac50bdf9f484aa9bdbae23600a346 is 151, key is 1-c707e9ace675,38893,1732663152886/queue:c707e9ace675%2C38893%2C1732663152886/1732663161344/Put/seqid=0 2024-11-26T23:19:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741838_1014 (size=6631) 2024-11-26T23:19:22,379 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/info/e415f5dd4d534ac0a86ca9a5ab3122ae 2024-11-26T23:19:22,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741839_1015 (size=5350) 2024-11-26T23:19:22,393 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005/.tmp/queue/383ac50bdf9f484aa9bdbae23600a346 2024-11-26T23:19:22,401 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005/.tmp/queue/383ac50bdf9f484aa9bdbae23600a346 as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005/queue/383ac50bdf9f484aa9bdbae23600a346 2024-11-26T23:19:22,406 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005/queue/383ac50bdf9f484aa9bdbae23600a346, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T23:19:22,408 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b49635955c8fd0a661dfe7d1ef5f9005 in 57ms, sequenceid=5, compaction requested=false 2024-11-26T23:19:22,408 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:19:22,415 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/ns/34a2c2dd63bd4aaea75b563720d862f7 is 43, key is default/ns:d/1732663155880/Put/seqid=0 2024-11-26T23:19:22,416 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T23:19:22,417 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:22,417 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:22,417 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:22,417 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b49635955c8fd0a661dfe7d1ef5f9005: Waiting for close lock at 1732663162350Running coprocessor pre-close hooks at 1732663162350Disabling compacts and flushes for region at 1732663162350Disabling writes for close at 1732663162350Obtaining lock to block concurrent updates at 1732663162350Preparing flush snapshotting stores in b49635955c8fd0a661dfe7d1ef5f9005 at 1732663162350Finished memstore snapshotting hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732663162351 (+1 ms)Flushing stores of hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. at 1732663162356 (+5 ms)Flushing b49635955c8fd0a661dfe7d1ef5f9005/queue: creating writer at 1732663162356Flushing b49635955c8fd0a661dfe7d1ef5f9005/queue: appending metadata at 1732663162377 (+21 ms)Flushing b49635955c8fd0a661dfe7d1ef5f9005/queue: closing flushed file at 1732663162377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a68cb60: reopening flushed file at 1732663162398 (+21 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b49635955c8fd0a661dfe7d1ef5f9005 in 57ms, sequenceid=5, compaction requested=false at 1732663162408 (+10 ms)Writing region close event to WAL at 1732663162413 (+5 ms)Running coprocessor post-close hooks at 1732663162417 (+4 ms)Closed at 1732663162417 2024-11-26T23:19:22,417 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:22,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741840_1016 (size=5153) 2024-11-26T23:19:22,550 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:22,750 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:22,824 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/ns/34a2c2dd63bd4aaea75b563720d862f7 2024-11-26T23:19:22,842 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:19:22,842 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:19:22,843 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/table/12aacd52162a47c79d33d780672f1079 is 53, key is hbase:replication/table:state/1732663161086/Put/seqid=0 2024-11-26T23:19:22,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741841_1017 (size=5256) 2024-11-26T23:19:22,884 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.wal-reader.c707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.1732663154885 to pos 0, reset compression=false 2024-11-26T23:19:22,951 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:23,151 DEBUG [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:23,247 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/table/12aacd52162a47c79d33d780672f1079 2024-11-26T23:19:23,253 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/info/e415f5dd4d534ac0a86ca9a5ab3122ae as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/info/e415f5dd4d534ac0a86ca9a5ab3122ae 2024-11-26T23:19:23,257 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/info/e415f5dd4d534ac0a86ca9a5ab3122ae, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T23:19:23,258 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/ns/34a2c2dd63bd4aaea75b563720d862f7 as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/ns/34a2c2dd63bd4aaea75b563720d862f7 2024-11-26T23:19:23,262 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/ns/34a2c2dd63bd4aaea75b563720d862f7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T23:19:23,263 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/table/12aacd52162a47c79d33d780672f1079 as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/table/12aacd52162a47c79d33d780672f1079 2024-11-26T23:19:23,267 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/table/12aacd52162a47c79d33d780672f1079, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T23:19:23,268 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=11, compaction requested=false 2024-11-26T23:19:23,272 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T23:19:23,273 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:23,273 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:23,273 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:23,273 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663162350Running coprocessor pre-close hooks at 1732663162350Disabling compacts and flushes for region at 1732663162350Disabling writes for close at 1732663162350Obtaining lock to block concurrent updates at 1732663162350Preparing flush snapshotting stores in 1588230740 at 1732663162350Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732663162351 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732663162352 (+1 ms)Flushing 1588230740/info: creating writer at 1732663162352Flushing 1588230740/info: appending metadata at 1732663162372 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732663162372Flushing 1588230740/ns: creating writer at 1732663162390 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732663162414 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732663162414Flushing 1588230740/table: creating writer at 1732663162829 (+415 ms)Flushing 1588230740/table: appending metadata at 1732663162842 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732663162842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4d995c: reopening flushed file at 1732663163252 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4bdcea: reopening flushed file at 1732663163257 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19aae41c: reopening flushed file at 1732663163262 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=11, compaction requested=false at 1732663163268 (+6 ms)Writing region close event to WAL at 1732663163269 (+1 ms)Running coprocessor post-close hooks at 1732663163273 (+4 ms)Closed at 1732663163273 2024-11-26T23:19:23,273 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:23,351 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,38893,1732663152886; all regions closed. 2024-11-26T23:19:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741834_1010 (size=2742) 2024-11-26T23:19:23,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.meta.1732663155834.meta not finished, retry = 0 2024-11-26T23:19:23,456 DEBUG [RS:0;c707e9ace675:38893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs 2024-11-26T23:19:23,456 INFO [RS:0;c707e9ace675:38893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C38893%2C1732663152886.meta:.meta(num 1732663155834) 2024-11-26T23:19:23,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741837_1013 (size=1586) 2024-11-26T23:19:23,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.rep.1732663160991 not finished, retry = 0 2024-11-26T23:19:23,489 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.wal-reader.c707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.1732663154885 to pos 0, reset compression=false 2024-11-26T23:19:23,561 DEBUG [RS:0;c707e9ace675:38893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs 2024-11-26T23:19:23,561 INFO [RS:0;c707e9ace675:38893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C38893%2C1732663152886.rep:(num 1732663160991) 2024-11-26T23:19:23,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886/c707e9ace675%2C38893%2C1732663152886.1732663154885 not finished, retry = 0 2024-11-26T23:19:23,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741832_1008 (size=93) 2024-11-26T23:19:23,665 DEBUG [RS:0;c707e9ace675:38893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs 2024-11-26T23:19:23,665 INFO [RS:0;c707e9ace675:38893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C38893%2C1732663152886:(num 1732663154885) 2024-11-26T23:19:23,665 DEBUG [RS:0;c707e9ace675:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:23,665 INFO [RS:0;c707e9ace675:38893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:23,665 INFO [RS:0;c707e9ace675:38893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:23,665 INFO [RS:0;c707e9ace675:38893 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:23,665 INFO [RS:0;c707e9ace675:38893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:23,665 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:23,666 INFO [RS:0;c707e9ace675:38893 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,38893,1732663152886 because: Region server is closing 2024-11-26T23:19:23,666 INFO [RS:0;c707e9ace675:38893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:38893. 2024-11-26T23:19:23,666 DEBUG [RS:0;c707e9ace675:38893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:23,666 DEBUG [RS:0;c707e9ace675:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:23,666 DEBUG [RS:0;c707e9ace675:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:23,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:23,766 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.wal-reader.c707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:19:23,766 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.shipperc707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T23:19:23,767 INFO [RS:0;c707e9ace675:38893 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,38893,1732663152886.replicationSource.shipperc707e9ace675%2C38893%2C1732663152886,1-c707e9ace675,38893,1732663152886 terminated 2024-11-26T23:19:23,767 INFO [RS:0;c707e9ace675:38893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38893 2024-11-26T23:19:23,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/rs/c707e9ace675,38893,1732663152886 2024-11-26T23:19:23,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/rs 2024-11-26T23:19:23,769 INFO [RS:0;c707e9ace675:38893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:23,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,38893,1732663152886] 2024-11-26T23:19:23,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/draining/c707e9ace675,38893,1732663152886 already deleted, retry=false 2024-11-26T23:19:23,772 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,38893,1732663152886 expired; onlineServers=0 2024-11-26T23:19:23,772 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,38567,1732663152798' ***** 2024-11-26T23:19:23,772 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:19:23,772 INFO [M:0;c707e9ace675:38567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:23,772 INFO [M:0;c707e9ace675:38567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:23,772 DEBUG [M:0;c707e9ace675:38567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:19:23,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:19:23,773 DEBUG [M:0;c707e9ace675:38567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:19:23,773 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663154693 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663154693,5,FailOnTimeoutGroup] 2024-11-26T23:19:23,773 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663154693 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663154693,5,FailOnTimeoutGroup] 2024-11-26T23:19:23,773 INFO [M:0;c707e9ace675:38567 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:23,773 INFO [M:0;c707e9ace675:38567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:23,773 DEBUG [M:0;c707e9ace675:38567 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:19:23,773 INFO [M:0;c707e9ace675:38567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:19:23,773 INFO [M:0;c707e9ace675:38567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:23,773 INFO [M:0;c707e9ace675:38567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:19:23,774 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:19:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/master 2024-11-26T23:19:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:23,774 DEBUG [M:0;c707e9ace675:38567 {}] zookeeper.ZKUtil(347): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/master because node does not exist (not an error) 2024-11-26T23:19:23,775 WARN [M:0;c707e9ace675:38567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:19:23,775 INFO [M:0;c707e9ace675:38567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/.lastflushedseqids 2024-11-26T23:19:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741842_1018 (size=181) 2024-11-26T23:19:23,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:23,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x101569376ea0001, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:23,872 INFO [RS:0;c707e9ace675:38893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:23,872 INFO [RS:0;c707e9ace675:38893 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,38893,1732663152886; zookeeper connection closed. 2024-11-26T23:19:23,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23bc895d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23bc895d 2024-11-26T23:19:23,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:19:24,183 INFO [M:0;c707e9ace675:38567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:19:24,183 INFO [M:0;c707e9ace675:38567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:19:24,184 DEBUG [M:0;c707e9ace675:38567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:24,184 INFO [M:0;c707e9ace675:38567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:24,184 DEBUG [M:0;c707e9ace675:38567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:24,184 DEBUG [M:0;c707e9ace675:38567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:24,184 DEBUG [M:0;c707e9ace675:38567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:24,184 INFO [M:0;c707e9ace675:38567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T23:19:24,213 DEBUG [M:0;c707e9ace675:38567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26be147a98db40a29ff362bdfa4c1b35 is 82, key is hbase:meta,,1/info:regioninfo/1732663155865/Put/seqid=0 2024-11-26T23:19:24,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741843_1019 (size=5672) 2024-11-26T23:19:24,226 INFO [M:0;c707e9ace675:38567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26be147a98db40a29ff362bdfa4c1b35 2024-11-26T23:19:24,253 DEBUG [M:0;c707e9ace675:38567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/805e23cbc23149ac8e26d51b5e4a3df5 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732663161091/Put/seqid=0 2024-11-26T23:19:24,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741844_1020 (size=7203) 2024-11-26T23:19:24,258 INFO [M:0;c707e9ace675:38567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/805e23cbc23149ac8e26d51b5e4a3df5 2024-11-26T23:19:24,294 DEBUG [M:0;c707e9ace675:38567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d82df6640994187a2c2667a8f151f54 is 69, key is c707e9ace675,38893,1732663152886/rs:state/1732663154742/Put/seqid=0 2024-11-26T23:19:24,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741845_1021 (size=5156) 2024-11-26T23:19:24,713 INFO [M:0;c707e9ace675:38567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d82df6640994187a2c2667a8f151f54 2024-11-26T23:19:24,718 DEBUG [M:0;c707e9ace675:38567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26be147a98db40a29ff362bdfa4c1b35 as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26be147a98db40a29ff362bdfa4c1b35 2024-11-26T23:19:24,722 INFO [M:0;c707e9ace675:38567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26be147a98db40a29ff362bdfa4c1b35, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T23:19:24,723 DEBUG [M:0;c707e9ace675:38567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/805e23cbc23149ac8e26d51b5e4a3df5 as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/805e23cbc23149ac8e26d51b5e4a3df5 2024-11-26T23:19:24,727 INFO [M:0;c707e9ace675:38567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/805e23cbc23149ac8e26d51b5e4a3df5, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T23:19:24,728 DEBUG [M:0;c707e9ace675:38567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d82df6640994187a2c2667a8f151f54 as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d82df6640994187a2c2667a8f151f54 2024-11-26T23:19:24,732 INFO [M:0;c707e9ace675:38567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d82df6640994187a2c2667a8f151f54, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T23:19:24,734 INFO [M:0;c707e9ace675:38567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=70, compaction requested=false 2024-11-26T23:19:24,735 INFO [M:0;c707e9ace675:38567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:24,735 DEBUG [M:0;c707e9ace675:38567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663164183Disabling compacts and flushes for region at 1732663164183Disabling writes for close at 1732663164184 (+1 ms)Obtaining lock to block concurrent updates at 1732663164184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663164184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732663164184Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663164185 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663164185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663164213 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663164213Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663164233 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663164252 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663164252Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663164270 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663164293 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663164293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd5ff42: reopening flushed file at 1732663164717 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@625a921b: reopening flushed file at 1732663164722 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c6b0c6e: reopening flushed file at 1732663164727 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=70, compaction requested=false at 1732663164734 (+7 ms)Writing region close event to WAL at 1732663164735 (+1 ms)Closed at 1732663164735 2024-11-26T23:19:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741830_1006 (size=41008) 2024-11-26T23:19:24,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:24,737 INFO [M:0;c707e9ace675:38567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:19:24,738 INFO [M:0;c707e9ace675:38567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38567 2024-11-26T23:19:24,738 INFO [M:0;c707e9ace675:38567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:24,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:24,841 INFO [M:0;c707e9ace675:38567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:24,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x101569376ea0000, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:24,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:24,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:24,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:24,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:24,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:24,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:24,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:19:24,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:24,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42479 2024-11-26T23:19:24,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42479 connecting to ZooKeeper ensemble=127.0.0.1:60378 2024-11-26T23:19:24,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424790x0, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:24,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42479-0x101569376ea0006 connected 2024-11-26T23:19:24,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:24,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:24,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/running 2024-11-26T23:19:24,854 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: INIT 2024-11-26T23:19:24,854 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0, hbase.cluster.distributed=false 2024-11-26T23:19:24,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/acl 2024-11-26T23:19:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-26T23:19:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42479 2024-11-26T23:19:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42479 2024-11-26T23:19:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-26T23:19:24,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-26T23:19:24,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:24,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:24,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:24,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:24,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:24,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:24,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:19:24,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:24,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33969 2024-11-26T23:19:24,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33969 connecting to ZooKeeper ensemble=127.0.0.1:60378 2024-11-26T23:19:24,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:24,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339690x0, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:24,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339690x0, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/running 2024-11-26T23:19:24,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33969-0x101569376ea0007 connected 2024-11-26T23:19:24,881 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: INIT 2024-11-26T23:19:24,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:19:24,882 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:19:24,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/master 2024-11-26T23:19:24,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/acl 2024-11-26T23:19:24,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-26T23:19:24,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33969 2024-11-26T23:19:24,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33969 2024-11-26T23:19:24,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-26T23:19:24,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-26T23:19:24,900 DEBUG [M:0;c707e9ace675:42479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:42479 2024-11-26T23:19:24,900 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0124256753/backup-masters/c707e9ace675,42479,1732663164842 2024-11-26T23:19:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/backup-masters 2024-11-26T23:19:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/backup-masters 2024-11-26T23:19:24,904 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on existing znode=/0124256753/backup-masters/c707e9ace675,42479,1732663164842 2024-11-26T23:19:24,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0124256753/master 2024-11-26T23:19:24,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:24,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:24,906 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on existing znode=/0124256753/master 2024-11-26T23:19:24,906 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0124256753/backup-masters/c707e9ace675,42479,1732663164842 from backup master directory 2024-11-26T23:19:24,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/backup-masters/c707e9ace675,42479,1732663164842 2024-11-26T23:19:24,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/backup-masters 2024-11-26T23:19:24,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/backup-masters 2024-11-26T23:19:24,907 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:24,907 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,42479,1732663164842 2024-11-26T23:19:24,917 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:24,917 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:19:24,922 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-26T23:19:24,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741846_1022 (size=196) 2024-11-26T23:19:25,329 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:25,330 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:19:25,330 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:25,335 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T23:19:25,337 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798 to hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798-dead as it is dead 2024-11-26T23:19:25,337 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798-dead/c707e9ace675%2C38567%2C1732663152798.1732663154601 2024-11-26T23:19:25,338 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798-dead/c707e9ace675%2C38567%2C1732663152798.1732663154601 after 1ms 2024-11-26T23:19:25,338 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798-dead/c707e9ace675%2C38567%2C1732663152798.1732663154601 to hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c707e9ace675%2C38567%2C1732663152798.1732663154601 2024-11-26T23:19:25,338 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,38567,1732663152798-dead 2024-11-26T23:19:25,339 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,42479,1732663164842 2024-11-26T23:19:25,340 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:25,341 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C42479%2C1732663164842, suffix=, logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,42479,1732663164842, archiveDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/oldWALs, maxLogs=10 2024-11-26T23:19:25,356 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,42479,1732663164842/c707e9ace675%2C42479%2C1732663164842.1732663165341, exclude list is [], retry=0 2024-11-26T23:19:25,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46165,DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59,DISK] 2024-11-26T23:19:25,360 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,42479,1732663164842/c707e9ace675%2C42479%2C1732663164842.1732663165341 2024-11-26T23:19:25,360 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-26T23:19:25,360 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:25,361 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:25,361 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,361 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:19:25,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:25,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26be147a98db40a29ff362bdfa4c1b35 2024-11-26T23:19:25,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:25,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:19:25,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:25,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/805e23cbc23149ac8e26d51b5e4a3df5 2024-11-26T23:19:25,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:25,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:19:25,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:25,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d82df6640994187a2c2667a8f151f54 2024-11-26T23:19:25,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:25,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:19:25,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:25,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:25,383 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,384 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T23:19:25,384 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c707e9ace675%2C38567%2C1732663152798.1732663154601 2024-11-26T23:19:25,388 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c707e9ace675%2C38567%2C1732663152798.1732663154601 2024-11-26T23:19:25,389 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c707e9ace675%2C38567%2C1732663152798.1732663154601 2024-11-26T23:19:25,391 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,391 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,391 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:25,393 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:25,395 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-26T23:19:25,396 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67177413, jitterRate=0.001021459698677063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:25,396 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663165361Initializing all the Stores at 1732663165362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663165362Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663165362Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663165362Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663165362Cleaning up temporary data from old regions at 1732663165391 (+29 ms)Region opened successfully at 1732663165396 (+5 ms) 2024-11-26T23:19:25,396 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:19:25,399 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f9b98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:25,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T23:19:25,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:19:25,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:19:25,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:19:25,402 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:19:25,404 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:25,404 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:19:25,405 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:19:25,405 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T23:19:25,405 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:19:25,407 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c707e9ace675,38893,1732663152886, regionLocation=c707e9ace675,38893,1732663152886, openSeqNum=2 2024-11-26T23:19:25,407 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c707e9ace675,38893,1732663152886, table=hbase:meta, region=1588230740 2024-11-26T23:19:25,407 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,38893,1732663152886, state=OPEN 2024-11-26T23:19:25,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0124256753/meta-region-server 2024-11-26T23:19:25,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0124256753/meta-region-server 2024-11-26T23:19:25,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:25,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:25,412 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:19:25,413 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/draining/c707e9ace675,38893,1732663152886 already deleted, retry=false 2024-11-26T23:19:25,413 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c707e9ace675,38893,1732663152886 on c707e9ace675,42479,1732663164842 2024-11-26T23:19:25,414 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c707e9ace675,38893,1732663152886, splitWal=true, meta=true 2024-11-26T23:19:25,414 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for c707e9ace675,38893,1732663152886 (carryingMeta=true) c707e9ace675,38893,1732663152886/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2c4c3c6d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T23:19:25,415 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/balancer because node does not exist (not necessarily an error) 2024-11-26T23:19:25,416 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/balancer already deleted, retry=false 2024-11-26T23:19:25,417 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:19:25,417 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:19:25,420 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/normalizer already deleted, retry=false 2024-11-26T23:19:25,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:19:25,421 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:19:25,422 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/switch/split already deleted, retry=false 2024-11-26T23:19:25,422 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:19:25,423 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/switch/merge already deleted, retry=false 2024-11-26T23:19:25,427 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:19:25,430 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/snapshot-cleanup already deleted, retry=false 2024-11-26T23:19:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0124256753/running 2024-11-26T23:19:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0124256753/running 2024-11-26T23:19:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:25,431 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,42479,1732663164842, sessionid=0x101569376ea0006, setting cluster-up flag (Was=false) 2024-11-26T23:19:25,433 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0124256753/flush-table-proc/acquired, /0124256753/flush-table-proc/reached, /0124256753/flush-table-proc/abort 2024-11-26T23:19:25,434 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,42479,1732663164842 2024-11-26T23:19:25,436 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0124256753/online-snapshot/acquired, /0124256753/online-snapshot/reached, /0124256753/online-snapshot/abort 2024-11-26T23:19:25,437 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,42479,1732663164842 2024-11-26T23:19:25,438 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/.lastflushedseqids 2024-11-26T23:19:25,440 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:19:25,440 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:19:25,440 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,42479,1732663164842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c707e9ace675,38893,1732663152886 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:19:25,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:25,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:25,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:25,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:25,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:19:25,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:25,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,442 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663195442 2024-11-26T23:19:25,442 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:19:25,442 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:19:25,442 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:19:25,442 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:19:25,442 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:19:25,442 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:19:25,442 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,442 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c707e9ace675,38893,1732663152886, splitWal=true, meta=true 2024-11-26T23:19:25,443 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:19:25,443 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:19:25,443 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:19:25,443 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:19:25,443 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:19:25,443 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:19:25,443 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c707e9ace675,38893,1732663152886, splitWal=true, meta=true, isMeta: true 2024-11-26T23:19:25,443 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663165443,5,FailOnTimeoutGroup] 2024-11-26T23:19:25,443 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663165443,5,FailOnTimeoutGroup] 2024-11-26T23:19:25,444 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,444 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:19:25,444 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,444 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,444 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663165444, completionTime=-1 2024-11-26T23:19:25,444 WARN [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T23:19:25,444 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T23:19:25,444 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886-splitting 2024-11-26T23:19:25,445 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886-splitting dir is empty, no logs to split. 2024-11-26T23:19:25,445 INFO [PEWorker-1 {}] master.SplitWALManager(105): c707e9ace675,38893,1732663152886 WAL count=0, meta=true 2024-11-26T23:19:25,447 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886-splitting dir is empty, no logs to split. 2024-11-26T23:19:25,447 INFO [PEWorker-1 {}] master.SplitWALManager(105): c707e9ace675,38893,1732663152886 WAL count=0, meta=true 2024-11-26T23:19:25,447 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c707e9ace675,38893,1732663152886 WAL splitting is done? wals=0, meta=true 2024-11-26T23:19:25,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:19:25,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:25,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T23:19:25,491 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(746): ClusterId : 7e9a7dea-354a-4ce5-a757-a2d7af4591b6 2024-11-26T23:19:25,491 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:19:25,494 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:19:25,494 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:19:25,495 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:19:25,496 DEBUG [RS:0;c707e9ace675:33969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d36803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:25,508 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:33969 2024-11-26T23:19:25,508 INFO [RS:0;c707e9ace675:33969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:19:25,508 INFO [RS:0;c707e9ace675:33969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:19:25,508 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:19:25,508 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,42479,1732663164842 with port=33969, startcode=1732663164874 2024-11-26T23:19:25,508 DEBUG [RS:0;c707e9ace675:33969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:19:25,510 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:19:25,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,33969,1732663164874 2024-11-26T23:19:25,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42479 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,33969,1732663164874 2024-11-26T23:19:25,511 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0 2024-11-26T23:19:25,511 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40605 2024-11-26T23:19:25,511 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:19:25,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/rs 2024-11-26T23:19:25,515 DEBUG [RS:0;c707e9ace675:33969 {}] zookeeper.ZKUtil(111): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on existing znode=/0124256753/rs/c707e9ace675,33969,1732663164874 2024-11-26T23:19:25,515 WARN [RS:0;c707e9ace675:33969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:25,515 INFO [RS:0;c707e9ace675:33969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:25,516 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874 2024-11-26T23:19:25,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,33969,1732663164874] 2024-11-26T23:19:25,533 INFO [RS:0;c707e9ace675:33969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:19:25,535 INFO [RS:0;c707e9ace675:33969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:19:25,535 INFO [RS:0;c707e9ace675:33969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:19:25,535 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,535 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:19:25,536 INFO [RS:0;c707e9ace675:33969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:19:25,536 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,536 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,537 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:25,537 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:25,537 DEBUG [RS:0;c707e9ace675:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:25,537 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,537 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,537 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,537 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,537 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,537 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33969,1732663164874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:25,544 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T23:19:25,551 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:19:25,551 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33969,1732663164874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,565 INFO [RS:0;c707e9ace675:33969 {}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,33969,1732663164874, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:19:25,565 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,565 INFO [RS:0;c707e9ace675:33969 {}] regionserver.Replication(171): c707e9ace675,33969,1732663164874 started 2024-11-26T23:19:25,579 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:25,579 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,33969,1732663164874, RpcServer on c707e9ace675/172.17.0.2:33969, sessionid=0x101569376ea0007 2024-11-26T23:19:25,579 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:19:25,579 DEBUG [RS:0;c707e9ace675:33969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,33969,1732663164874 2024-11-26T23:19:25,579 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,33969,1732663164874' 2024-11-26T23:19:25,579 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0124256753/flush-table-proc/abort' 2024-11-26T23:19:25,579 DEBUG [RS:0;c707e9ace675:33969.replicationSource,1-c707e9ace675,33969,1732663164874 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:37223' 2024-11-26T23:19:25,579 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0124256753/flush-table-proc/acquired' 2024-11-26T23:19:25,580 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:19:25,580 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:19:25,580 DEBUG [RS:0;c707e9ace675:33969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,33969,1732663164874 2024-11-26T23:19:25,580 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,33969,1732663164874' 2024-11-26T23:19:25,580 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0124256753/online-snapshot/abort' 2024-11-26T23:19:25,580 DEBUG [RS:0;c707e9ace675:33969.replicationSource,1-c707e9ace675,33969,1732663164874 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f91195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:25,580 DEBUG [RS:0;c707e9ace675:33969.replicationSource,1-c707e9ace675,33969,1732663164874 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,37223,-1 for getting cluster id 2024-11-26T23:19:25,580 DEBUG [RS:0;c707e9ace675:33969.replicationSource,1-c707e9ace675,33969,1732663164874 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:25,580 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0124256753/online-snapshot/acquired' 2024-11-26T23:19:25,581 DEBUG [RS:0;c707e9ace675:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:19:25,581 INFO [RS:0;c707e9ace675:33969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:19:25,581 INFO [RS:0;c707e9ace675:33969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:19:25,581 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc177e24-baa3-485c-a5d3-92d677045ace' 2024-11-26T23:19:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:25,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc177e24-baa3-485c-a5d3-92d677045ace" 2024-11-26T23:19:25,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a163eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:25,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,37223,-1] 2024-11-26T23:19:25,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:25,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:25,583 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:25,583 DEBUG [RS:0;c707e9ace675:33969.replicationSource,1-c707e9ace675,33969,1732663164874 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b4cdfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:25,584 DEBUG [RS:0;c707e9ace675:33969.replicationSource,1-c707e9ace675,33969,1732663164874 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,37223,1732663156989 2024-11-26T23:19:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f52c8a 2024-11-26T23:19:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:25,585 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-26T23:19:25,586 INFO [RS:0;c707e9ace675:33969.replicationSource,1-c707e9ace675,33969,1732663164874 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,33969,1732663164874 (queues=0) is replicating from cluster=7e9a7dea-354a-4ce5-a757-a2d7af4591b6 to cluster=dc177e24-baa3-485c-a5d3-92d677045ace 2024-11-26T23:19:25,599 WARN [c707e9ace675:42479 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T23:19:25,681 INFO [RS:0;c707e9ace675:33969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:25,683 INFO [RS:0;c707e9ace675:33969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C33969%2C1732663164874, suffix=, logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874, archiveDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs, maxLogs=10 2024-11-26T23:19:25,704 DEBUG [RS:0;c707e9ace675:33969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683, exclude list is [], retry=0 2024-11-26T23:19:25,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46165,DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59,DISK] 2024-11-26T23:19:25,709 INFO [RS:0;c707e9ace675:33969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 2024-11-26T23:19:25,709 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c707e9ace675%2C33969%2C1732663164874 for peer 1 2024-11-26T23:19:25,709 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C33969%2C1732663164874 2024-11-26T23:19:25,709 INFO [RS:0;c707e9ace675:33969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,33969,1732663164874, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:19:25,710 DEBUG [RS:0;c707e9ace675:33969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-26T23:19:25,710 INFO [RS:0;c707e9ace675:33969.replicationSource.shipperc707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C33969%2C1732663164874 2024-11-26T23:19:25,710 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683, startPosition=0, beingWritten=true 2024-11-26T23:19:25,849 DEBUG [c707e9ace675:42479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:19:25,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,33969,1732663164874 2024-11-26T23:19:25,851 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,33969,1732663164874, state=OPENING 2024-11-26T23:19:25,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0124256753/meta-region-server 2024-11-26T23:19:25,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0124256753/meta-region-server 2024-11-26T23:19:25,854 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:25,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:25,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:25,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,33969,1732663164874}] 2024-11-26T23:19:25,914 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:26,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:19:26,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:19:26,012 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:19:26,012 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:26,013 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:19:26,014 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C33969%2C1732663164874.meta, suffix=.meta, logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874, archiveDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs, maxLogs=10 2024-11-26T23:19:26,030 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.meta.1732663166014.meta, exclude list is [], retry=0 2024-11-26T23:19:26,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46165,DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59,DISK] 2024-11-26T23:19:26,034 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.meta.1732663166014.meta 2024-11-26T23:19:26,034 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-26T23:19:26,034 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:26,035 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:26,035 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:19:26,035 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:19:26,035 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:19:26,035 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:19:26,035 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:26,035 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:19:26,035 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:19:26,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:19:26,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:19:26,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:26,049 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/info/e415f5dd4d534ac0a86ca9a5ab3122ae 2024-11-26T23:19:26,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:26,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:19:26,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:19:26,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:26,061 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/ns/34a2c2dd63bd4aaea75b563720d862f7 2024-11-26T23:19:26,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:26,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:19:26,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:19:26,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:26,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:26,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:19:26,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:19:26,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:26,068 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/table/12aacd52162a47c79d33d780672f1079 2024-11-26T23:19:26,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:26,068 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:19:26,069 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740 2024-11-26T23:19:26,070 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740 2024-11-26T23:19:26,071 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:19:26,071 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:19:26,072 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:26,073 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:19:26,073 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59169192, jitterRate=-0.11831033229827881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:26,074 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:19:26,074 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663166035Writing region info on filesystem at 1732663166035Initializing all the Stores at 1732663166036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663166036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663166040 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663166040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663166040Cleaning up temporary data from old regions at 1732663166071 (+31 ms)Running coprocessor post-open hooks at 1732663166074 (+3 ms)Region opened successfully at 1732663166074 2024-11-26T23:19:26,075 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732663166007 2024-11-26T23:19:26,076 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:19:26,077 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:19:26,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c707e9ace675,33969,1732663164874 2024-11-26T23:19:26,078 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,33969,1732663164874, state=OPEN 2024-11-26T23:19:26,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0124256753/meta-region-server 2024-11-26T23:19:26,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0124256753/meta-region-server 2024-11-26T23:19:26,079 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,33969,1732663164874 2024-11-26T23:19:26,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:26,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0124256753/meta-region-server: CHANGED 2024-11-26T23:19:26,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T23:19:26,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,33969,1732663164874 in 225 msec 2024-11-26T23:19:26,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:19:26,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-26T23:19:26,219 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:26,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:19:26,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:26,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:26,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:26,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:26,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:26,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:26,624 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:27,046 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-26T23:19:27,128 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:27,734 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:28,438 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:28,549 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-26T23:19:29,243 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:29,951 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T23:19:29,951 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:19:29,951 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:29,951 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,33969,1732663164874, seqNum=-1] 2024-11-26T23:19:29,951 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:29,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:29,956 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b49635955c8fd0a661dfe7d1ef5f9005, regionState=OPEN, lastHost=c707e9ace675,38893,1732663152886, regionLocation=c707e9ace675,38893,1732663152886, openSeqNum=2 2024-11-26T23:19:29,956 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:19:29,956 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663229956 2024-11-26T23:19:29,956 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663289956 2024-11-26T23:19:29,956 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-26T23:19:29,956 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c707e9ace675,38893,1732663152886 had 2 regions 2024-11-26T23:19:29,957 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42479,1732663164842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:29,957 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42479,1732663164842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:29,957 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42479,1732663164842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:29,957 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:42479, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:29,957 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:29,957 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:29,957 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c707e9ace675,38893,1732663152886, splitWal=true, meta=true, isMeta: false 2024-11-26T23:19:29,959 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886-splitting dir is empty, no logs to split. 2024-11-26T23:19:29,959 INFO [PEWorker-3 {}] master.SplitWALManager(105): c707e9ace675,38893,1732663152886 WAL count=0, meta=false 2024-11-26T23:19:29,961 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,38893,1732663152886-splitting dir is empty, no logs to split. 2024-11-26T23:19:29,961 INFO [PEWorker-3 {}] master.SplitWALManager(105): c707e9ace675,38893,1732663152886 WAL count=0, meta=false 2024-11-26T23:19:29,961 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c707e9ace675,38893,1732663152886 WAL splitting is done? wals=0, meta=false 2024-11-26T23:19:29,961 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.054sec 2024-11-26T23:19:29,962 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:19:29,962 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:19:29,962 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:19:29,962 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:19:29,962 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:19:29,962 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42479,1732663164842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:29,962 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42479,1732663164842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:19:29,963 WARN [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c707e9ace675,38893,1732663152886/hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:29,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN}] 2024-11-26T23:19:29,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN 2024-11-26T23:19:29,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T23:19:29,967 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:19:29,967 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:19:29,967 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42479,1732663164842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:29,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef62c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:29,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,42479,-1 for getting cluster id 2024-11-26T23:19:29,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:29,995 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9a7dea-354a-4ce5-a757-a2d7af4591b6' 2024-11-26T23:19:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9a7dea-354a-4ce5-a757-a2d7af4591b6" 2024-11-26T23:19:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4801d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,42479,-1] 2024-11-26T23:19:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:29,997 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb546c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:29,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,33969,1732663164874, seqNum=-1] 2024-11-26T23:19:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:30,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T23:19:30,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:30,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:30,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:30,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:30,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c707e9ace675:42479 after: c707e9ace675:42479 2024-11-26T23:19:30,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b12aedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:30,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,42479,-1 for getting cluster id 2024-11-26T23:19:30,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:30,003 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9a7dea-354a-4ce5-a757-a2d7af4591b6' 2024-11-26T23:19:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9a7dea-354a-4ce5-a757-a2d7af4591b6" 2024-11-26T23:19:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d8e174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,42479,-1] 2024-11-26T23:19:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:30,005 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:30,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f083a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:30,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,42479,1732663164842 2024-11-26T23:19:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e595dcf 2024-11-26T23:19:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:30,007 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:30,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T23:19:30,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:19:30,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:30,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:30,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:30,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:30,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:30,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:19:30,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1176850197, stopped=false 2024-11-26T23:19:30,008 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,37223,1732663156989 2024-11-26T23:19:30,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11522361306/running 2024-11-26T23:19:30,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:30,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11522361306/running 2024-11-26T23:19:30,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:30,010 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:30,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:30,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:30,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:30,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,43797,1732663157032' ***** 2024-11-26T23:19:30,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:19:30,010 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:19:30,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on znode that does not yet exist, /11522361306/running 2024-11-26T23:19:30,010 INFO [RS:0;c707e9ace675:43797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:19:30,010 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:19:30,010 INFO [RS:0;c707e9ace675:43797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:19:30,010 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,43797,1732663157032 2024-11-26T23:19:30,010 INFO [RS:0;c707e9ace675:43797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:30,010 INFO [RS:0;c707e9ace675:43797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:43797. 2024-11-26T23:19:30,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Set watcher on znode that does not yet exist, /11522361306/running 2024-11-26T23:19:30,011 DEBUG [RS:0;c707e9ace675:43797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:30,011 DEBUG [RS:0;c707e9ace675:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:30,011 INFO [RS:0;c707e9ace675:43797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:19:30,011 INFO [RS:0;c707e9ace675:43797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:19:30,011 INFO [RS:0;c707e9ace675:43797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:19:30,011 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:19:30,011 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:19:30,011 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:19:30,011 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:30,011 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:30,011 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:30,011 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:30,011 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:30,011 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:30,012 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T23:19:30,027 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740/.tmp/ns/c62828c37b614c809e56f9b2b31e2c35 is 43, key is default/ns:d/1732663160092/Put/seqid=0 2024-11-26T23:19:30,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741835_1011 (size=5153) 2024-11-26T23:19:30,098 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:30,116 DEBUG [c707e9ace675:42479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:19:30,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b49635955c8fd0a661dfe7d1ef5f9005, regionState=OPENING, regionLocation=c707e9ace675,33969,1732663164874 2024-11-26T23:19:30,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN because future has completed 2024-11-26T23:19:30,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b49635955c8fd0a661dfe7d1ef5f9005, server=c707e9ace675,33969,1732663164874}] 2024-11-26T23:19:30,148 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:30,211 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:30,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:30,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:30,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:19:30,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C33969%2C1732663164874.rep, suffix=, logDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874, archiveDir=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs, maxLogs=10 2024-11-26T23:19:30,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.rep.1732663170278, exclude list is [], retry=0 2024-11-26T23:19:30,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46165,DS-99192c94-3cb8-4e64-8010-9a1ba42a0b59,DISK] 2024-11-26T23:19:30,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.rep.1732663170278 2024-11-26T23:19:30,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451)] 2024-11-26T23:19:30,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b49635955c8fd0a661dfe7d1ef5f9005, NAME => 'hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:30,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:30,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:19:30,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. service=MultiRowMutationService 2024-11-26T23:19:30,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:19:30,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:30,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,298 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,299 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49635955c8fd0a661dfe7d1ef5f9005 columnFamilyName hfileref 2024-11-26T23:19:30,299 DEBUG [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:30,299 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(327): Store=b49635955c8fd0a661dfe7d1ef5f9005/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:30,299 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,300 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49635955c8fd0a661dfe7d1ef5f9005 columnFamilyName queue 2024-11-26T23:19:30,300 DEBUG [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:30,306 DEBUG [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005/queue/383ac50bdf9f484aa9bdbae23600a346 2024-11-26T23:19:30,307 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(327): Store=b49635955c8fd0a661dfe7d1ef5f9005/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:30,307 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,307 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49635955c8fd0a661dfe7d1ef5f9005 columnFamilyName sid 2024-11-26T23:19:30,307 DEBUG [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:30,308 INFO [StoreOpener-b49635955c8fd0a661dfe7d1ef5f9005-1 {}] regionserver.HStore(327): Store=b49635955c8fd0a661dfe7d1ef5f9005/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:30,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:19:30,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened b49635955c8fd0a661dfe7d1ef5f9005; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74216843, jitterRate=0.10591714084148407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:19:30,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:30,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b49635955c8fd0a661dfe7d1ef5f9005: Running coprocessor pre-open hook at 1732663170297Writing region info on filesystem at 1732663170297Initializing all the Stores at 1732663170298 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663170298Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663170298Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663170298Cleaning up temporary data from old regions at 1732663170311 (+13 ms)Running coprocessor post-open hooks at 1732663170314 (+3 ms)Region opened successfully at 1732663170315 (+1 ms) 2024-11-26T23:19:30,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005., pid=13, masterSystemTime=1732663170272 2024-11-26T23:19:30,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:30,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:30,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b49635955c8fd0a661dfe7d1ef5f9005, regionState=OPEN, openSeqNum=9, regionLocation=c707e9ace675,33969,1732663164874 2024-11-26T23:19:30,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b49635955c8fd0a661dfe7d1ef5f9005, server=c707e9ace675,33969,1732663164874 because future has completed 2024-11-26T23:19:30,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T23:19:30,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b49635955c8fd0a661dfe7d1ef5f9005, server=c707e9ace675,33969,1732663164874 in 204 msec 2024-11-26T23:19:30,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-26T23:19:30,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b49635955c8fd0a661dfe7d1ef5f9005, ASSIGN in 361 msec 2024-11-26T23:19:30,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T23:19:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005., hostname=c707e9ace675,33969,1732663164874, seqNum=9] 2024-11-26T23:19:30,350 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c707e9ace675,38893,1732663152886 2024-11-26T23:19:30,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T23:19:30,412 DEBUG [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:30,432 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740/.tmp/ns/c62828c37b614c809e56f9b2b31e2c35 2024-11-26T23:19:30,437 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740/.tmp/ns/c62828c37b614c809e56f9b2b31e2c35 as hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740/ns/c62828c37b614c809e56f9b2b31e2c35 2024-11-26T23:19:30,457 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740/ns/c62828c37b614c809e56f9b2b31e2c35, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T23:19:30,458 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-26T23:19:30,458 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:19:30,462 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T23:19:30,462 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:30,462 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:30,462 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:30,463 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663170011Running coprocessor pre-close hooks at 1732663170011Disabling compacts and flushes for region at 1732663170011Disabling writes for close at 1732663170011Obtaining lock to block concurrent updates at 1732663170012 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732663170012Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732663170012Flushing stores of hbase:meta,,1.1588230740 at 1732663170012Flushing 1588230740/ns: creating writer at 1732663170012Flushing 1588230740/ns: appending metadata at 1732663170026 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732663170027 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219d1952: reopening flushed file at 1732663170437 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1732663170458 (+21 ms)Writing region close event to WAL at 1732663170459 (+1 ms)Running coprocessor post-close hooks at 1732663170462 (+3 ms)Closed at 1732663170462 2024-11-26T23:19:30,463 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:30,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-26T23:19:30,612 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,43797,1732663157032; all regions closed. 2024-11-26T23:19:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741834_1010 (size=1152) 2024-11-26T23:19:30,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/WALs/c707e9ace675,43797,1732663157032/c707e9ace675%2C43797%2C1732663157032.meta.1732663160028.meta not finished, retry = 0 2024-11-26T23:19:30,717 DEBUG [RS:0;c707e9ace675:43797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/oldWALs 2024-11-26T23:19:30,717 INFO [RS:0;c707e9ace675:43797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C43797%2C1732663157032.meta:.meta(num 1732663160028) 2024-11-26T23:19:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741832_1008 (size=93) 2024-11-26T23:19:30,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/WALs/c707e9ace675,43797,1732663157032/c707e9ace675%2C43797%2C1732663157032.1732663159028 not finished, retry = 0 2024-11-26T23:19:30,822 DEBUG [RS:0;c707e9ace675:43797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/oldWALs 2024-11-26T23:19:30,822 INFO [RS:0;c707e9ace675:43797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C43797%2C1732663157032:(num 1732663159028) 2024-11-26T23:19:30,822 DEBUG [RS:0;c707e9ace675:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:30,822 INFO [RS:0;c707e9ace675:43797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:30,822 INFO [RS:0;c707e9ace675:43797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:30,822 INFO [RS:0;c707e9ace675:43797 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:30,823 INFO [RS:0;c707e9ace675:43797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:30,823 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:30,823 INFO [RS:0;c707e9ace675:43797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43797 2024-11-26T23:19:30,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306/rs 2024-11-26T23:19:30,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11522361306/rs/c707e9ace675,43797,1732663157032 2024-11-26T23:19:30,825 INFO [RS:0;c707e9ace675:43797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:30,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,43797,1732663157032] 2024-11-26T23:19:30,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11522361306/draining/c707e9ace675,43797,1732663157032 already deleted, retry=false 2024-11-26T23:19:30,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,43797,1732663157032 expired; onlineServers=0 2024-11-26T23:19:30,833 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,37223,1732663156989' ***** 2024-11-26T23:19:30,833 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:19:30,833 INFO [M:0;c707e9ace675:37223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:30,833 INFO [M:0;c707e9ace675:37223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:30,833 DEBUG [M:0;c707e9ace675:37223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:19:30,833 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:19:30,833 DEBUG [M:0;c707e9ace675:37223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:19:30,833 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663158822 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663158822,5,FailOnTimeoutGroup] 2024-11-26T23:19:30,833 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663158821 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663158821,5,FailOnTimeoutGroup] 2024-11-26T23:19:30,833 INFO [M:0;c707e9ace675:37223 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:30,833 INFO [M:0;c707e9ace675:37223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:30,833 DEBUG [M:0;c707e9ace675:37223 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:19:30,834 INFO [M:0;c707e9ace675:37223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:19:30,834 INFO [M:0;c707e9ace675:37223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:30,834 INFO [M:0;c707e9ace675:37223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:19:30,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:19:30,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11522361306/master 2024-11-26T23:19:30,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11522361306 2024-11-26T23:19:30,835 DEBUG [M:0;c707e9ace675:37223 {}] zookeeper.ZKUtil(347): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Unable to get data of znode /11522361306/master because node does not exist (not an error) 2024-11-26T23:19:30,835 WARN [M:0;c707e9ace675:37223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:19:30,836 INFO [M:0;c707e9ace675:37223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/.lastflushedseqids 2024-11-26T23:19:30,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741836_1012 (size=99) 2024-11-26T23:19:30,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:30,927 INFO [RS:0;c707e9ace675:43797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:30,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101569376ea0004, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:30,927 INFO [RS:0;c707e9ace675:43797 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,43797,1732663157032; zookeeper connection closed. 2024-11-26T23:19:30,927 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e842a99 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e842a99 2024-11-26T23:19:30,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:19:31,153 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:31,243 INFO [M:0;c707e9ace675:37223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:19:31,243 INFO [M:0;c707e9ace675:37223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:19:31,244 DEBUG [M:0;c707e9ace675:37223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:31,244 INFO [M:0;c707e9ace675:37223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:31,244 DEBUG [M:0;c707e9ace675:37223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:31,244 DEBUG [M:0;c707e9ace675:37223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:31,244 DEBUG [M:0;c707e9ace675:37223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:31,244 INFO [M:0;c707e9ace675:37223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T23:19:31,260 DEBUG [M:0;c707e9ace675:37223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c9d4e2834af41a3bf513435b6c82412 is 82, key is hbase:meta,,1/info:regioninfo/1732663160079/Put/seqid=0 2024-11-26T23:19:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741837_1013 (size=5672) 2024-11-26T23:19:31,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:19:31,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:31,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:31,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:31,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:31,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:31,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:31,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:19:31,664 INFO [M:0;c707e9ace675:37223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c9d4e2834af41a3bf513435b6c82412 2024-11-26T23:19:31,683 DEBUG [M:0;c707e9ace675:37223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/225ee47c66ed43e2be9a847b056fd336 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732663160103/Put/seqid=0 2024-11-26T23:19:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741838_1014 (size=5275) 2024-11-26T23:19:32,088 INFO [M:0;c707e9ace675:37223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/225ee47c66ed43e2be9a847b056fd336 2024-11-26T23:19:32,107 DEBUG [M:0;c707e9ace675:37223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9159ccaab50c4454aea6e54bc5c87d18 is 69, key is c707e9ace675,43797,1732663157032/rs:state/1732663158874/Put/seqid=0 2024-11-26T23:19:32,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741839_1015 (size=5156) 2024-11-26T23:19:32,258 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:32,511 INFO [M:0;c707e9ace675:37223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9159ccaab50c4454aea6e54bc5c87d18 2024-11-26T23:19:32,517 DEBUG [M:0;c707e9ace675:37223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c9d4e2834af41a3bf513435b6c82412 as hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c9d4e2834af41a3bf513435b6c82412 2024-11-26T23:19:32,522 INFO [M:0;c707e9ace675:37223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c9d4e2834af41a3bf513435b6c82412, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T23:19:32,523 DEBUG [M:0;c707e9ace675:37223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/225ee47c66ed43e2be9a847b056fd336 as hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/225ee47c66ed43e2be9a847b056fd336 2024-11-26T23:19:32,527 INFO [M:0;c707e9ace675:37223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/225ee47c66ed43e2be9a847b056fd336, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T23:19:32,527 DEBUG [M:0;c707e9ace675:37223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9159ccaab50c4454aea6e54bc5c87d18 as hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9159ccaab50c4454aea6e54bc5c87d18 2024-11-26T23:19:32,531 INFO [M:0;c707e9ace675:37223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39419/user/jenkins/test-data/e8888bd5-16a3-7355-edbe-cc871b5632db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9159ccaab50c4454aea6e54bc5c87d18, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T23:19:32,532 INFO [M:0;c707e9ace675:37223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-26T23:19:32,533 INFO [M:0;c707e9ace675:37223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:32,533 DEBUG [M:0;c707e9ace675:37223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663171243Disabling compacts and flushes for region at 1732663171243Disabling writes for close at 1732663171244 (+1 ms)Obtaining lock to block concurrent updates at 1732663171244Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663171244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732663171244Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663171245 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663171245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663171259 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663171259Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663171669 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663171683 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663171683Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663172092 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663172106 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663172106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae1ff2e: reopening flushed file at 1732663172516 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706bb4a0: reopening flushed file at 1732663172522 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b538ddd: reopening flushed file at 1732663172527 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1732663172532 (+5 ms)Writing region close event to WAL at 1732663172533 (+1 ms)Closed at 1732663172533 2024-11-26T23:19:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741830_1006 (size=10165) 2024-11-26T23:19:32,536 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:32,536 INFO [M:0;c707e9ace675:37223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:19:32,536 INFO [M:0;c707e9ace675:37223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37223 2024-11-26T23:19:32,536 INFO [M:0;c707e9ace675:37223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:32,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:32,638 INFO [M:0;c707e9ace675:37223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:32,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x101569376ea0003, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:32,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@247003a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:19:32,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ece978{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:32,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:32,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5360ad88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:32,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7644832b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:32,642 WARN [BP-460131805-172.17.0.2-1732663155957 heartbeating to localhost/127.0.0.1:39419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:19:32,642 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:19:32,642 WARN [BP-460131805-172.17.0.2-1732663155957 heartbeating to localhost/127.0.0.1:39419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460131805-172.17.0.2-1732663155957 (Datanode Uuid 8bbc31d3-4ef8-4504-bc14-4ae5f4ba669d) service to localhost/127.0.0.1:39419 2024-11-26T23:19:32,642 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:19:32,643 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/cluster_a9d88cdc-5ef0-1f65-05b8-c89e13f7de44/data/data1/current/BP-460131805-172.17.0.2-1732663155957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:32,643 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/cluster_a9d88cdc-5ef0-1f65-05b8-c89e13f7de44/data/data2/current/BP-460131805-172.17.0.2-1732663155957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:32,643 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:19:32,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14dd15f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:19:32,650 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:32,650 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:32,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:32,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:19:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:19:32,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:32,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:32,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:32,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:32,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:32,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:19:32,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=781940655, stopped=false 2024-11-26T23:19:32,667 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,42479,1732663164842 2024-11-26T23:19:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/running 2024-11-26T23:19:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/running 2024-11-26T23:19:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:32,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:32,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:32,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:32,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:32,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,33969,1732663164874' ***** 2024-11-26T23:19:32,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:19:32,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/running 2024-11-26T23:19:32,670 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:19:32,670 INFO [RS:0;c707e9ace675:33969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:19:32,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:19:32,670 INFO [RS:0;c707e9ace675:33969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:19:32,670 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:32,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Set watcher on znode that does not yet exist, /0124256753/running 2024-11-26T23:19:32,670 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,33969,1732663164874 2024-11-26T23:19:32,671 INFO [RS:0;c707e9ace675:33969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:32,671 INFO [RS:0;c707e9ace675:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:33969. 2024-11-26T23:19:32,671 DEBUG [RS:0;c707e9ace675:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:32,671 DEBUG [RS:0;c707e9ace675:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:32,671 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b49635955c8fd0a661dfe7d1ef5f9005, disabling compactions & flushes 2024-11-26T23:19:32,671 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:32,671 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:32,671 INFO [RS:0;c707e9ace675:33969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:19:32,671 INFO [RS:0;c707e9ace675:33969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:19:32,671 INFO [RS:0;c707e9ace675:33969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:19:32,671 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. after waiting 0 ms 2024-11-26T23:19:32,671 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:32,671 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:19:32,671 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:19:32,671 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b49635955c8fd0a661dfe7d1ef5f9005=hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005.} 2024-11-26T23:19:32,671 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b49635955c8fd0a661dfe7d1ef5f9005 2024-11-26T23:19:32,671 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:32,671 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:32,671 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:32,671 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:32,671 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:32,671 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T23:19:32,675 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/replication/b49635955c8fd0a661dfe7d1ef5f9005/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-26T23:19:32,675 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:32,676 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:32,676 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:32,676 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b49635955c8fd0a661dfe7d1ef5f9005: Waiting for close lock at 1732663172671Running coprocessor pre-close hooks at 1732663172671Disabling compacts and flushes for region at 1732663172671Disabling writes for close at 1732663172671Writing region close event to WAL at 1732663172672 (+1 ms)Running coprocessor post-close hooks at 1732663172675 (+3 ms)Closed at 1732663172676 (+1 ms) 2024-11-26T23:19:32,676 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005. 2024-11-26T23:19:32,687 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/info/a6bd39e06fde40ee9fd0bd13fcf63739 is 147, key is hbase:replication,,1732663160203.b49635955c8fd0a661dfe7d1ef5f9005./info:regioninfo/1732663170319/Put/seqid=0 2024-11-26T23:19:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741851_1027 (size=6385) 2024-11-26T23:19:32,757 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:32,871 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:33,072 DEBUG [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:33,092 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/info/a6bd39e06fde40ee9fd0bd13fcf63739 2024-11-26T23:19:33,097 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/.tmp/info/a6bd39e06fde40ee9fd0bd13fcf63739 as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/info/a6bd39e06fde40ee9fd0bd13fcf63739 2024-11-26T23:19:33,102 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/info/a6bd39e06fde40ee9fd0bd13fcf63739, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T23:19:33,103 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-26T23:19:33,108 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T23:19:33,109 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:33,109 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:33,109 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:33,109 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663172671Running coprocessor pre-close hooks at 1732663172671Disabling compacts and flushes for region at 1732663172671Disabling writes for close at 1732663172671Obtaining lock to block concurrent updates at 1732663172671Preparing flush snapshotting stores in 1588230740 at 1732663172671Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732663172672 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732663172672Flushing 1588230740/info: creating writer at 1732663172672Flushing 1588230740/info: appending metadata at 1732663172687 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732663172687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469b9a50: reopening flushed file at 1732663173096 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1732663173103 (+7 ms)Writing region close event to WAL at 1732663173106 (+3 ms)Running coprocessor post-close hooks at 1732663173109 (+3 ms)Closed at 1732663173109 2024-11-26T23:19:33,109 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:33,272 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,33969,1732663164874; all regions closed. 2024-11-26T23:19:33,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741849_1025 (size=2156) 2024-11-26T23:19:33,274 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.meta.1732663166014.meta not finished, retry = 0 2024-11-26T23:19:33,377 DEBUG [RS:0;c707e9ace675:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs 2024-11-26T23:19:33,377 INFO [RS:0;c707e9ace675:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C33969%2C1732663164874.meta:.meta(num 1732663166014) 2024-11-26T23:19:33,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741850_1026 (size=796) 2024-11-26T23:19:33,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.rep.1732663170278 not finished, retry = 0 2024-11-26T23:19:33,462 DEBUG [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 to pos 0, reset compression=false 2024-11-26T23:19:33,481 DEBUG [RS:0;c707e9ace675:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs 2024-11-26T23:19:33,481 INFO [RS:0;c707e9ace675:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C33969%2C1732663164874.rep:(num 1732663170278) 2024-11-26T23:19:33,483 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/WALs/c707e9ace675,33969,1732663164874/c707e9ace675%2C33969%2C1732663164874.1732663165683 not finished, retry = 0 2024-11-26T23:19:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741848_1024 (size=93) 2024-11-26T23:19:33,537 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:19:33,537 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:19:33,586 DEBUG [RS:0;c707e9ace675:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/oldWALs 2024-11-26T23:19:33,586 INFO [RS:0;c707e9ace675:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C33969%2C1732663164874:(num 1732663165683) 2024-11-26T23:19:33,586 DEBUG [RS:0;c707e9ace675:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:33,586 INFO [RS:0;c707e9ace675:33969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:33,586 INFO [RS:0;c707e9ace675:33969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:33,586 INFO [RS:0;c707e9ace675:33969 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:33,586 INFO [RS:0;c707e9ace675:33969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:33,586 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:33,587 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T23:19:33,587 INFO [RS:0;c707e9ace675:33969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,33969,1732663164874 because: Region server is closing 2024-11-26T23:19:33,587 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T23:19:33,587 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T23:19:33,587 INFO [RS:0;c707e9ace675:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:33969. 2024-11-26T23:19:33,587 DEBUG [RS:0;c707e9ace675:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:33,587 DEBUG [RS:0;c707e9ace675:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:33,587 DEBUG [RS:0;c707e9ace675:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:33,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:33,687 WARN [RS:0;c707e9ace675:33969.replicationSource.shipperc707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T23:19:33,687 WARN [RS:0;c707e9ace675:33969.replicationSource.wal-reader.c707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:19:33,688 INFO [RS:0;c707e9ace675:33969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c707e9ace675:33969.replicationSource.shipperc707e9ace675%2C33969%2C1732663164874,1-c707e9ace675,33969,1732663164874 terminated 2024-11-26T23:19:33,688 INFO [RS:0;c707e9ace675:33969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33969 2024-11-26T23:19:33,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/rs/c707e9ace675,33969,1732663164874 2024-11-26T23:19:33,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753/rs 2024-11-26T23:19:33,689 INFO [RS:0;c707e9ace675:33969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:33,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,33969,1732663164874] 2024-11-26T23:19:33,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0124256753/draining/c707e9ace675,33969,1732663164874 already deleted, retry=false 2024-11-26T23:19:33,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,33969,1732663164874 expired; onlineServers=0 2024-11-26T23:19:33,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,42479,1732663164842' ***** 2024-11-26T23:19:33,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:19:33,693 INFO [M:0;c707e9ace675:42479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:33,693 INFO [M:0;c707e9ace675:42479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:33,693 DEBUG [M:0;c707e9ace675:42479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:19:33,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:19:33,693 DEBUG [M:0;c707e9ace675:42479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:19:33,693 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663165443 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663165443,5,FailOnTimeoutGroup] 2024-11-26T23:19:33,693 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663165443 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663165443,5,FailOnTimeoutGroup] 2024-11-26T23:19:33,693 INFO [M:0;c707e9ace675:42479 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:33,693 INFO [M:0;c707e9ace675:42479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:33,693 DEBUG [M:0;c707e9ace675:42479 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:19:33,693 INFO [M:0;c707e9ace675:42479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:19:33,694 INFO [M:0;c707e9ace675:42479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:33,694 INFO [M:0;c707e9ace675:42479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:19:33,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:19:33,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0124256753/master 2024-11-26T23:19:33,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0124256753 2024-11-26T23:19:33,695 DEBUG [M:0;c707e9ace675:42479 {}] zookeeper.ZKUtil(347): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Unable to get data of znode /0124256753/master because node does not exist (not an error) 2024-11-26T23:19:33,695 WARN [M:0;c707e9ace675:42479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:19:33,695 INFO [M:0;c707e9ace675:42479 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/.lastflushedseqids 2024-11-26T23:19:33,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741852_1028 (size=181) 2024-11-26T23:19:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:33,791 INFO [RS:0;c707e9ace675:33969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x101569376ea0007, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:33,791 INFO [RS:0;c707e9ace675:33969 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,33969,1732663164874; zookeeper connection closed. 2024-11-26T23:19:33,791 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c9a975d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c9a975d 2024-11-26T23:19:33,791 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:19:34,101 INFO [M:0;c707e9ace675:42479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:19:34,101 INFO [M:0;c707e9ace675:42479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:19:34,101 DEBUG [M:0;c707e9ace675:42479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:34,101 INFO [M:0;c707e9ace675:42479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:34,101 DEBUG [M:0;c707e9ace675:42479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:34,101 DEBUG [M:0;c707e9ace675:42479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:34,101 DEBUG [M:0;c707e9ace675:42479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:34,102 INFO [M:0;c707e9ace675:42479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T23:19:34,121 DEBUG [M:0;c707e9ace675:42479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7f3ef90de1844cd8825bb03f1cadce6 is 82, key is hbase:meta,,1/info:regioninfo/1732663166077/Put/seqid=0 2024-11-26T23:19:34,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741853_1029 (size=5672) 2024-11-26T23:19:34,126 INFO [M:0;c707e9ace675:42479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7f3ef90de1844cd8825bb03f1cadce6 2024-11-26T23:19:34,151 DEBUG [M:0;c707e9ace675:42479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8b62447e56b4bbca6a2295867278c8e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732663170325/Put/seqid=0 2024-11-26T23:19:34,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741854_1030 (size=7312) 2024-11-26T23:19:34,556 INFO [M:0;c707e9ace675:42479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8b62447e56b4bbca6a2295867278c8e 2024-11-26T23:19:34,575 DEBUG [M:0;c707e9ace675:42479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cde3e3297e7b4394bac2abd5f3878a64 is 69, key is c707e9ace675,33969,1732663164874/rs:state/1732663165510/Put/seqid=0 2024-11-26T23:19:34,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741855_1031 (size=5370) 2024-11-26T23:19:34,980 INFO [M:0;c707e9ace675:42479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cde3e3297e7b4394bac2abd5f3878a64 2024-11-26T23:19:34,984 INFO [M:0;c707e9ace675:42479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cde3e3297e7b4394bac2abd5f3878a64 2024-11-26T23:19:34,985 DEBUG [M:0;c707e9ace675:42479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7f3ef90de1844cd8825bb03f1cadce6 as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7f3ef90de1844cd8825bb03f1cadce6 2024-11-26T23:19:34,989 INFO [M:0;c707e9ace675:42479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7f3ef90de1844cd8825bb03f1cadce6, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T23:19:34,990 DEBUG [M:0;c707e9ace675:42479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8b62447e56b4bbca6a2295867278c8e as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8b62447e56b4bbca6a2295867278c8e 2024-11-26T23:19:34,994 INFO [M:0;c707e9ace675:42479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8b62447e56b4bbca6a2295867278c8e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-26T23:19:34,995 DEBUG [M:0;c707e9ace675:42479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cde3e3297e7b4394bac2abd5f3878a64 as hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cde3e3297e7b4394bac2abd5f3878a64 2024-11-26T23:19:34,998 INFO [M:0;c707e9ace675:42479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cde3e3297e7b4394bac2abd5f3878a64 2024-11-26T23:19:34,998 INFO [M:0;c707e9ace675:42479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40605/user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cde3e3297e7b4394bac2abd5f3878a64, entries=2, sequenceid=127, filesize=5.2 K 2024-11-26T23:19:34,999 INFO [M:0;c707e9ace675:42479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=127, compaction requested=false 2024-11-26T23:19:35,001 INFO [M:0;c707e9ace675:42479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:35,001 DEBUG [M:0;c707e9ace675:42479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663174101Disabling compacts and flushes for region at 1732663174101Disabling writes for close at 1732663174101Obtaining lock to block concurrent updates at 1732663174102 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663174102Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732663174102Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663174103 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663174103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663174121 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663174121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663174133 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663174151 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663174151Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663174561 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663174575 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663174575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352b9fcc: reopening flushed file at 1732663174985 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd01459: reopening flushed file at 1732663174990 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389e20f7: reopening flushed file at 1732663174994 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=127, compaction requested=false at 1732663174999 (+5 ms)Writing region close event to WAL at 1732663175001 (+2 ms)Closed at 1732663175001 2024-11-26T23:19:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46165 is added to blk_1073741847_1023 (size=22903) 2024-11-26T23:19:35,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c81c210a-0b67-d64c-13a1-72f39489a6a0/MasterData/WALs/c707e9ace675,42479,1732663164842/c707e9ace675%2C42479%2C1732663164842.1732663165341 not finished, retry = 0 2024-11-26T23:19:35,104 INFO [M:0;c707e9ace675:42479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:19:35,104 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:35,104 INFO [M:0;c707e9ace675:42479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42479 2024-11-26T23:19:35,105 INFO [M:0;c707e9ace675:42479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:35,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:35,206 INFO [M:0;c707e9ace675:42479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:35,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42479-0x101569376ea0006, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:35,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c018764{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:19:35,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ac15699{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:35,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:35,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555338b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:35,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239c56c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:35,212 WARN [BP-556781865-172.17.0.2-1732663151741 heartbeating to localhost/127.0.0.1:40605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:19:35,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:19:35,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:19:35,212 WARN [BP-556781865-172.17.0.2-1732663151741 heartbeating to localhost/127.0.0.1:40605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-556781865-172.17.0.2-1732663151741 (Datanode Uuid ec8d4506-40d4-47e0-8bf0-72c06b642724) service to localhost/127.0.0.1:40605 2024-11-26T23:19:35,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/cluster_e97c063a-ead5-4e53-4622-9c6e1f00d61a/data/data1/current/BP-556781865-172.17.0.2-1732663151741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:35,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/cluster_e97c063a-ead5-4e53-4622-9c6e1f00d61a/data/data2/current/BP-556781865-172.17.0.2-1732663151741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:35,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:19:35,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b142757{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:19:35,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f8b70d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:35,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:35,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@140ffc81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:35,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@306e315e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/465afaf4-d0cb-989c-2dab-6879b1cf610e/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:35,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T23:19:35,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:19:35,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60378) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40605 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39419 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60378) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 184) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6120 (was 6527) 2024-11-26T23:19:35,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=6121 2024-11-26T23:19:35,266 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-26T23:19:35,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.log.dir so I do NOT create it in target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805 2024-11-26T23:19:35,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:19:35,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.tmp.dir so I do NOT create it in target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805 2024-11-26T23:19:35,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7810af6e-6544-b8e6-3386-1e2d9557a91d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:19:35,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805 2024-11-26T23:19:35,267 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/cluster_4b98dbf7-7d20-a13e-999d-290f4f4e3f3f, deleteOnExit=true 2024-11-26T23:19:35,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/cluster_4b98dbf7-7d20-a13e-999d-290f4f4e3f3f/zookeeper_0, clientPort=62069, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/cluster_4b98dbf7-7d20-a13e-999d-290f4f4e3f3f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/cluster_4b98dbf7-7d20-a13e-999d-290f4f4e3f3f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:19:35,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62069 2024-11-26T23:19:35,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:19:35,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/test.cache.data in system properties and HBase conf 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:19:35,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:19:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:19:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:19:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:19:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:19:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:19:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:19:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:19:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:19:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:19:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:19:35,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101569376ea0005, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:19:35,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101569376ea0005, quorum=127.0.0.1:60378, baseZNode=/11522361306 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:19:35,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101569376ea0002, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:19:35,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101569376ea0002, quorum=127.0.0.1:60378, baseZNode=/0124256753 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:19:35,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:35,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:19:35,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:19:35,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:19:35,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:19:35,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:35,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2232c90b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:19:35,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56fe2828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:19:35,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383d3699{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/java.io.tmpdir/jetty-localhost-44357-hadoop-hdfs-3_4_1-tests_jar-_-any-1577021509642118077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:19:35,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@290f1827{HTTP/1.1, (http/1.1)}{localhost:44357} 2024-11-26T23:19:35,500 INFO [Time-limited test {}] server.Server(415): Started @149576ms 2024-11-26T23:19:35,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:35,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:19:35,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:19:35,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:19:35,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:19:35,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:19:35,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:19:35,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bd3f427{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/java.io.tmpdir/jetty-localhost-32847-hadoop-hdfs-3_4_1-tests_jar-_-any-6456378775530978696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:19:35,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:32847} 2024-11-26T23:19:35,720 INFO [Time-limited test {}] server.Server(415): Started @149797ms 2024-11-26T23:19:35,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:19:35,827 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/cluster_4b98dbf7-7d20-a13e-999d-290f4f4e3f3f/data/data1/current/BP-519403418-172.17.0.2-1732663175304/current, will proceed with Du for space computation calculation, 2024-11-26T23:19:35,828 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/cluster_4b98dbf7-7d20-a13e-999d-290f4f4e3f3f/data/data2/current/BP-519403418-172.17.0.2-1732663175304/current, will proceed with Du for space computation calculation, 2024-11-26T23:19:35,853 WARN [Thread-1661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:19:35,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0f59f38fe3be505 with lease ID 0xced695550f5f3aac: Processing first storage report for DS-6257c228-3d16-4c47-ad19-9a4c2d04956c from datanode DatanodeRegistration(127.0.0.1:44637, datanodeUuid=068971e8-02fc-45a8-90d7-f62f3e27ab8f, infoPort=34001, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=1858275577;c=1732663175304) 2024-11-26T23:19:35,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0f59f38fe3be505 with lease ID 0xced695550f5f3aac: from storage DS-6257c228-3d16-4c47-ad19-9a4c2d04956c node DatanodeRegistration(127.0.0.1:44637, datanodeUuid=068971e8-02fc-45a8-90d7-f62f3e27ab8f, infoPort=34001, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=1858275577;c=1732663175304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:19:35,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0f59f38fe3be505 with lease ID 0xced695550f5f3aac: Processing first storage report for DS-e6e390b5-4a83-4649-9b3b-56f4de789bfb from datanode DatanodeRegistration(127.0.0.1:44637, datanodeUuid=068971e8-02fc-45a8-90d7-f62f3e27ab8f, infoPort=34001, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=1858275577;c=1732663175304) 2024-11-26T23:19:35,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0f59f38fe3be505 with lease ID 0xced695550f5f3aac: from storage DS-e6e390b5-4a83-4649-9b3b-56f4de789bfb node DatanodeRegistration(127.0.0.1:44637, datanodeUuid=068971e8-02fc-45a8-90d7-f62f3e27ab8f, infoPort=34001, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=1858275577;c=1732663175304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:19:35,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805 2024-11-26T23:19:35,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:35,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:35,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:19:36,354 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41 with version=8 2024-11-26T23:19:36,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/hbase-staging 2024-11-26T23:19:36,356 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:36,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:36,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:36,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:36,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:36,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:36,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:19:36,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:36,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39165 2024-11-26T23:19:36,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39165 connecting to ZooKeeper ensemble=127.0.0.1:62069 2024-11-26T23:19:36,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391650x0, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:36,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39165-0x1015693d2f50000 connected 2024-11-26T23:19:36,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:36,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:36,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on znode that does not yet exist, /0285275101/running 2024-11-26T23:19:36,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41, hbase.cluster.distributed=false 2024-11-26T23:19:36,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on znode that does not yet exist, /0285275101/acl 2024-11-26T23:19:36,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39165 2024-11-26T23:19:36,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39165 2024-11-26T23:19:36,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39165 2024-11-26T23:19:36,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39165 2024-11-26T23:19:36,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39165 2024-11-26T23:19:36,415 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:36,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:36,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:36,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:36,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:36,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:36,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:19:36,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:36,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33899 2024-11-26T23:19:36,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33899 connecting to ZooKeeper ensemble=127.0.0.1:62069 2024-11-26T23:19:36,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:36,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:36,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338990x0, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:36,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33899-0x1015693d2f50001 connected 2024-11-26T23:19:36,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on znode that does not yet exist, /0285275101/running 2024-11-26T23:19:36,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:19:36,428 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:19:36,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on znode that does not yet exist, /0285275101/master 2024-11-26T23:19:36,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on znode that does not yet exist, /0285275101/acl 2024-11-26T23:19:36,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33899 2024-11-26T23:19:36,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33899 2024-11-26T23:19:36,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33899 2024-11-26T23:19:36,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33899 2024-11-26T23:19:36,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33899 2024-11-26T23:19:36,447 DEBUG [M:0;c707e9ace675:39165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:39165 2024-11-26T23:19:36,447 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0285275101/backup-masters/c707e9ace675,39165,1732663176356 2024-11-26T23:19:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101/backup-masters 2024-11-26T23:19:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101/backup-masters 2024-11-26T23:19:36,449 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on existing znode=/0285275101/backup-masters/c707e9ace675,39165,1732663176356 2024-11-26T23:19:36,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:36,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0285275101/master 2024-11-26T23:19:36,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:36,451 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on existing znode=/0285275101/master 2024-11-26T23:19:36,451 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0285275101/backup-masters/c707e9ace675,39165,1732663176356 from backup master directory 2024-11-26T23:19:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101/backup-masters 2024-11-26T23:19:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0285275101/backup-masters/c707e9ace675,39165,1732663176356 2024-11-26T23:19:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101/backup-masters 2024-11-26T23:19:36,453 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:36,454 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,39165,1732663176356 2024-11-26T23:19:36,461 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/hbase.id] with ID: 435131e6-6f0c-40d5-a3e6-fe55a2463ae5 2024-11-26T23:19:36,462 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/.tmp/hbase.id 2024-11-26T23:19:36,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:19:36,875 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/.tmp/hbase.id]:[hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/hbase.id] 2024-11-26T23:19:36,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:36,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:19:36,886 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:19:36,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:36,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:36,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:19:37,293 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:37,294 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:19:37,294 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:19:37,701 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store 2024-11-26T23:19:37,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:19:38,107 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:38,107 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:38,107 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:38,107 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:38,107 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:38,107 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:38,107 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:38,107 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663178107Disabling compacts and flushes for region at 1732663178107Disabling writes for close at 1732663178107Writing region close event to WAL at 1732663178107Closed at 1732663178107 2024-11-26T23:19:38,108 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/.initializing 2024-11-26T23:19:38,108 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/WALs/c707e9ace675,39165,1732663176356 2024-11-26T23:19:38,109 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:38,110 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C39165%2C1732663176356, suffix=, logDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/WALs/c707e9ace675,39165,1732663176356, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/oldWALs, maxLogs=10 2024-11-26T23:19:38,124 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/WALs/c707e9ace675,39165,1732663176356/c707e9ace675%2C39165%2C1732663176356.1732663178111, exclude list is [], retry=0 2024-11-26T23:19:38,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-6257c228-3d16-4c47-ad19-9a4c2d04956c,DISK] 2024-11-26T23:19:38,128 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/WALs/c707e9ace675,39165,1732663176356/c707e9ace675%2C39165%2C1732663176356.1732663178111 2024-11-26T23:19:38,128 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34001:34001)] 2024-11-26T23:19:38,128 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:38,128 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:38,128 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,128 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:19:38,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:38,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:38,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:19:38,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:38,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:38,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:19:38,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:38,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:38,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:19:38,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:38,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:38,135 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,135 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,136 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,137 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,137 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,137 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:38,138 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:38,140 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:38,140 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71750876, jitterRate=0.06917136907577515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:38,141 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663178128Initializing all the Stores at 1732663178129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663178129Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663178129Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663178129Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663178129Cleaning up temporary data from old regions at 1732663178137 (+8 ms)Region opened successfully at 1732663178141 (+4 ms) 2024-11-26T23:19:38,141 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:19:38,143 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2897b515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:38,144 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:19:38,144 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:19:38,144 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:19:38,144 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:19:38,145 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:19:38,145 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:19:38,145 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:19:38,146 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:19:38,147 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Unable to get data of znode /0285275101/balancer because node does not exist (not necessarily an error) 2024-11-26T23:19:38,148 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0285275101/balancer already deleted, retry=false 2024-11-26T23:19:38,148 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:19:38,149 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Unable to get data of znode /0285275101/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:19:38,150 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0285275101/normalizer already deleted, retry=false 2024-11-26T23:19:38,150 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:19:38,151 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Unable to get data of znode /0285275101/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:19:38,153 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0285275101/switch/split already deleted, retry=false 2024-11-26T23:19:38,153 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Unable to get data of znode /0285275101/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:19:38,154 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0285275101/switch/merge already deleted, retry=false 2024-11-26T23:19:38,156 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Unable to get data of znode /0285275101/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:19:38,157 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0285275101/snapshot-cleanup already deleted, retry=false 2024-11-26T23:19:38,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0285275101/running 2024-11-26T23:19:38,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:38,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0285275101/running 2024-11-26T23:19:38,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:38,158 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,39165,1732663176356, sessionid=0x1015693d2f50000, setting cluster-up flag (Was=false) 2024-11-26T23:19:38,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:38,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:38,168 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0285275101/flush-table-proc/acquired, /0285275101/flush-table-proc/reached, /0285275101/flush-table-proc/abort 2024-11-26T23:19:38,168 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,39165,1732663176356 2024-11-26T23:19:38,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:38,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:38,177 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0285275101/online-snapshot/acquired, /0285275101/online-snapshot/reached, /0285275101/online-snapshot/abort 2024-11-26T23:19:38,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:19:38,178 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,39165,1732663176356 2024-11-26T23:19:38,179 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:19:38,180 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:38,180 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:19:38,181 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:19:38,181 WARN [master/c707e9ace675:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c707e9ace675,38893,1732663152886: status=Processing ServerCrashProcedure of c707e9ace675,38893,1732663152886 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732663165442, completionTime=-1 appears to have been leaked 2024-11-26T23:19:38,181 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,39165,1732663176356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:19:38,182 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:38,182 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:38,182 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:38,182 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:38,182 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:19:38,182 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,182 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:38,182 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:38,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:19:38,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:38,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:19:38,192 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663208192 2024-11-26T23:19:38,192 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:19:38,193 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:19:38,193 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:19:38,193 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:19:38,193 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:19:38,193 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:19:38,196 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,197 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:19:38,197 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:19:38,197 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:19:38,197 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:19:38,197 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:19:38,197 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:19:38,199 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663178197,5,FailOnTimeoutGroup] 2024-11-26T23:19:38,199 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663178199,5,FailOnTimeoutGroup] 2024-11-26T23:19:38,199 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,199 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:19:38,199 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,199 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:38,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:38,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:19:38,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:38,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:38,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:38,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:38,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:38,238 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(746): ClusterId : 435131e6-6f0c-40d5-a3e6-fe55a2463ae5 2024-11-26T23:19:38,238 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:19:38,240 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:19:38,240 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:19:38,242 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:19:38,242 DEBUG [RS:0;c707e9ace675:33899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7377e2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:38,257 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:33899 2024-11-26T23:19:38,257 INFO [RS:0;c707e9ace675:33899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:19:38,257 INFO [RS:0;c707e9ace675:33899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:19:38,257 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:19:38,258 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,39165,1732663176356 with port=33899, startcode=1732663176415 2024-11-26T23:19:38,258 DEBUG [RS:0;c707e9ace675:33899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:19:38,261 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:19:38,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,33899,1732663176415 2024-11-26T23:19:38,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39165 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,33899,1732663176415 2024-11-26T23:19:38,263 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41 2024-11-26T23:19:38,263 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40983 2024-11-26T23:19:38,263 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:19:38,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101/rs 2024-11-26T23:19:38,267 DEBUG [RS:0;c707e9ace675:33899 {}] zookeeper.ZKUtil(111): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on existing znode=/0285275101/rs/c707e9ace675,33899,1732663176415 2024-11-26T23:19:38,267 WARN [RS:0;c707e9ace675:33899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:38,267 INFO [RS:0;c707e9ace675:33899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:38,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,33899,1732663176415] 2024-11-26T23:19:38,267 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415 2024-11-26T23:19:38,276 INFO [RS:0;c707e9ace675:33899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:19:38,280 INFO [RS:0;c707e9ace675:33899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:19:38,281 INFO [RS:0;c707e9ace675:33899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:19:38,281 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,286 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:19:38,287 INFO [RS:0;c707e9ace675:33899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:19:38,287 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,287 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,288 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,288 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:38,288 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:38,288 DEBUG [RS:0;c707e9ace675:33899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:38,291 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,291 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,291 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,291 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,291 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,291 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33899,1732663176415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:38,312 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:19:38,312 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33899,1732663176415-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,312 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,312 INFO [RS:0;c707e9ace675:33899 {}] regionserver.Replication(171): c707e9ace675,33899,1732663176415 started 2024-11-26T23:19:38,330 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:38,330 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,33899,1732663176415, RpcServer on c707e9ace675/172.17.0.2:33899, sessionid=0x1015693d2f50001 2024-11-26T23:19:38,330 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:19:38,330 DEBUG [RS:0;c707e9ace675:33899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,33899,1732663176415 2024-11-26T23:19:38,330 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,33899,1732663176415' 2024-11-26T23:19:38,330 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0285275101/flush-table-proc/abort' 2024-11-26T23:19:38,330 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0285275101/flush-table-proc/acquired' 2024-11-26T23:19:38,331 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:19:38,331 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:19:38,331 DEBUG [RS:0;c707e9ace675:33899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,33899,1732663176415 2024-11-26T23:19:38,331 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,33899,1732663176415' 2024-11-26T23:19:38,331 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0285275101/online-snapshot/abort' 2024-11-26T23:19:38,331 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0285275101/online-snapshot/acquired' 2024-11-26T23:19:38,331 DEBUG [RS:0;c707e9ace675:33899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:19:38,331 INFO [RS:0;c707e9ace675:33899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:19:38,332 INFO [RS:0;c707e9ace675:33899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:19:38,432 INFO [RS:0;c707e9ace675:33899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:38,434 INFO [RS:0;c707e9ace675:33899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C33899%2C1732663176415, suffix=, logDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/oldWALs, maxLogs=10 2024-11-26T23:19:38,451 DEBUG [RS:0;c707e9ace675:33899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434, exclude list is [], retry=0 2024-11-26T23:19:38,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-6257c228-3d16-4c47-ad19-9a4c2d04956c,DISK] 2024-11-26T23:19:38,455 INFO [RS:0;c707e9ace675:33899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 2024-11-26T23:19:38,456 DEBUG [RS:0;c707e9ace675:33899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34001:34001)] 2024-11-26T23:19:38,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:19:38,602 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41 2024-11-26T23:19:38,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:19:39,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:39,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:19:39,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:19:39,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:39,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:39,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:19:39,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:19:39,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:39,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:39,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:19:39,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:19:39,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:39,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:39,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:19:39,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:19:39,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:39,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:39,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:19:39,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740 2024-11-26T23:19:39,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740 2024-11-26T23:19:39,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:19:39,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:19:39,017 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:39,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:19:39,020 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:39,020 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71988671, jitterRate=0.07271479070186615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:39,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663179008Initializing all the Stores at 1732663179009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663179009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663179009Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663179009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663179009Cleaning up temporary data from old regions at 1732663179017 (+8 ms)Region opened successfully at 1732663179021 (+4 ms) 2024-11-26T23:19:39,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:39,021 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:39,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:39,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:39,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:39,022 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:39,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663179021Disabling compacts and flushes for region at 1732663179021Disabling writes for close at 1732663179021Writing region close event to WAL at 1732663179021Closed at 1732663179021 2024-11-26T23:19:39,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:39,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:19:39,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:19:39,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:39,024 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:19:39,175 DEBUG [c707e9ace675:39165 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:19:39,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,33899,1732663176415 2024-11-26T23:19:39,176 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,33899,1732663176415, state=OPENING 2024-11-26T23:19:39,178 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:19:39,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:39,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:39,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0285275101/meta-region-server: CHANGED 2024-11-26T23:19:39,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0285275101/meta-region-server: CHANGED 2024-11-26T23:19:39,179 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:39,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,33899,1732663176415}] 2024-11-26T23:19:39,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:19:39,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:19:39,338 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:19:39,338 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:39,338 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:19:39,340 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C33899%2C1732663176415.meta, suffix=.meta, logDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/oldWALs, maxLogs=10 2024-11-26T23:19:39,353 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.meta.1732663179340.meta, exclude list is [], retry=0 2024-11-26T23:19:39,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-6257c228-3d16-4c47-ad19-9a4c2d04956c,DISK] 2024-11-26T23:19:39,357 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.meta.1732663179340.meta 2024-11-26T23:19:39,357 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34001:34001)] 2024-11-26T23:19:39,357 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:39,357 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:39,358 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:19:39,358 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:19:39,358 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:19:39,358 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:19:39,358 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:39,358 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:19:39,358 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:19:39,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:19:39,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:19:39,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:39,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:39,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:19:39,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:19:39,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:39,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:39,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:19:39,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:19:39,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:39,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:39,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:19:39,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:19:39,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:39,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:39,363 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:19:39,364 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740 2024-11-26T23:19:39,365 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740 2024-11-26T23:19:39,366 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:19:39,366 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:19:39,366 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:39,368 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:19:39,369 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72011645, jitterRate=0.0730571299791336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:39,369 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:19:39,369 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663179358Writing region info on filesystem at 1732663179358Initializing all the Stores at 1732663179359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663179359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663179359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663179359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663179359Cleaning up temporary data from old regions at 1732663179366 (+7 ms)Running coprocessor post-open hooks at 1732663179369 (+3 ms)Region opened successfully at 1732663179369 2024-11-26T23:19:39,370 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663179332 2024-11-26T23:19:39,372 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:19:39,372 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:19:39,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,33899,1732663176415 2024-11-26T23:19:39,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,33899,1732663176415, state=OPEN 2024-11-26T23:19:39,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0285275101/meta-region-server 2024-11-26T23:19:39,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0285275101/meta-region-server 2024-11-26T23:19:39,384 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,33899,1732663176415 2024-11-26T23:19:39,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0285275101/meta-region-server: CHANGED 2024-11-26T23:19:39,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0285275101/meta-region-server: CHANGED 2024-11-26T23:19:39,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:19:39,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,33899,1732663176415 in 205 msec 2024-11-26T23:19:39,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:19:39,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-26T23:19:39,388 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:39,388 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:19:39,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:39,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,33899,1732663176415, seqNum=-1] 2024-11-26T23:19:39,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:39,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:39,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-26T23:19:39,395 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663179395, completionTime=-1 2024-11-26T23:19:39,395 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:19:39,395 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663239397 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663299397 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39165,1732663176356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39165,1732663176356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39165,1732663176356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:39165, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:39,397 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:39,399 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:19:39,400 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.946sec 2024-11-26T23:19:39,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:19:39,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:19:39,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:19:39,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:19:39,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:19:39,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39165,1732663176356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:39,401 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39165,1732663176356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:19:39,402 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:19:39,403 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:19:39,403 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39165,1732663176356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:39,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:39,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39165,-1 for getting cluster id 2024-11-26T23:19:39,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:39,440 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '435131e6-6f0c-40d5-a3e6-fe55a2463ae5' 2024-11-26T23:19:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "435131e6-6f0c-40d5-a3e6-fe55a2463ae5" 2024-11-26T23:19:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e64f37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39165,-1] 2024-11-26T23:19:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:39,442 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:39,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586d64af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:39,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,33899,1732663176415, seqNum=-1] 2024-11-26T23:19:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:39,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:39,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,39165,1732663176356 2024-11-26T23:19:39,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62069 2024-11-26T23:19:39,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:39,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015693d2f50002 connected 2024-11-26T23:19:39,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.log.dir so I do NOT create it in target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2 2024-11-26T23:19:39,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:19:39,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.tmp.dir so I do NOT create it in target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2 2024-11-26T23:19:39,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:19:39,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2 2024-11-26T23:19:39,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/cluster_a3cb5064-5c35-909e-a2e3-bf8518d79cd0, deleteOnExit=true 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/test.cache.data in system properties and HBase conf 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:19:39,455 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:19:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:19:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:19:39,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:39,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:19:39,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:19:39,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:19:39,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:19:39,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:39,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:19:39,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:19:39,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a9193d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/java.io.tmpdir/jetty-localhost-42213-hadoop-hdfs-3_4_1-tests_jar-_-any-6333184053918696852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:19:39,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:42213} 2024-11-26T23:19:39,666 INFO [Time-limited test {}] server.Server(415): Started @153743ms 2024-11-26T23:19:39,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:19:39,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:19:39,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:19:39,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:19:39,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:19:39,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:19:39,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:19:39,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2febc756{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/java.io.tmpdir/jetty-localhost-42121-hadoop-hdfs-3_4_1-tests_jar-_-any-18399038651426135013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:19:39,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:42121} 2024-11-26T23:19:39,869 INFO [Time-limited test {}] server.Server(415): Started @153945ms 2024-11-26T23:19:39,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:19:39,966 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/cluster_a3cb5064-5c35-909e-a2e3-bf8518d79cd0/data/data1/current/BP-1593674569-172.17.0.2-1732663179478/current, will proceed with Du for space computation calculation, 2024-11-26T23:19:39,966 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/cluster_a3cb5064-5c35-909e-a2e3-bf8518d79cd0/data/data2/current/BP-1593674569-172.17.0.2-1732663179478/current, will proceed with Du for space computation calculation, 2024-11-26T23:19:39,992 WARN [Thread-1782 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:19:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc317a9bcea1f161 with lease ID 0x2117af65dc51163: Processing first storage report for DS-9e72c20f-75b9-4542-9216-6bd5187c2448 from datanode DatanodeRegistration(127.0.0.1:42805, datanodeUuid=fec94b12-8e93-442d-b068-08a2e9b4878d, infoPort=40053, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=312828605;c=1732663179478) 2024-11-26T23:19:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc317a9bcea1f161 with lease ID 0x2117af65dc51163: from storage DS-9e72c20f-75b9-4542-9216-6bd5187c2448 node DatanodeRegistration(127.0.0.1:42805, datanodeUuid=fec94b12-8e93-442d-b068-08a2e9b4878d, infoPort=40053, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=312828605;c=1732663179478), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:19:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc317a9bcea1f161 with lease ID 0x2117af65dc51163: Processing first storage report for DS-eae1d89c-17ef-424f-ac74-adede1b6b636 from datanode DatanodeRegistration(127.0.0.1:42805, datanodeUuid=fec94b12-8e93-442d-b068-08a2e9b4878d, infoPort=40053, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=312828605;c=1732663179478) 2024-11-26T23:19:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc317a9bcea1f161 with lease ID 0x2117af65dc51163: from storage DS-eae1d89c-17ef-424f-ac74-adede1b6b636 node DatanodeRegistration(127.0.0.1:42805, datanodeUuid=fec94b12-8e93-442d-b068-08a2e9b4878d, infoPort=40053, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=312828605;c=1732663179478), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:19:40,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2 2024-11-26T23:19:40,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:40,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:40,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:19:40,105 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795 with version=8 2024-11-26T23:19:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/hbase-staging 2024-11-26T23:19:40,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:40,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:40,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:40,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:40,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:40,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:40,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:19:40,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:40,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34337 2024-11-26T23:19:40,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34337 connecting to ZooKeeper ensemble=127.0.0.1:62069 2024-11-26T23:19:40,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343370x0, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:40,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34337-0x1015693d2f50003 connected 2024-11-26T23:19:40,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:40,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:40,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on znode that does not yet exist, /1292669344/running 2024-11-26T23:19:40,129 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795, hbase.cluster.distributed=false 2024-11-26T23:19:40,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on znode that does not yet exist, /1292669344/acl 2024-11-26T23:19:40,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-26T23:19:40,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34337 2024-11-26T23:19:40,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34337 2024-11-26T23:19:40,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-26T23:19:40,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-26T23:19:40,154 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:19:40,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:40,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:40,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:19:40,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:19:40,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:19:40,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:19:40,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:19:40,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41231 2024-11-26T23:19:40,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41231 connecting to ZooKeeper ensemble=127.0.0.1:62069 2024-11-26T23:19:40,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:40,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:40,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412310x0, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:40,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412310x0, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on znode that does not yet exist, /1292669344/running 2024-11-26T23:19:40,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41231-0x1015693d2f50004 connected 2024-11-26T23:19:40,164 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:19:40,168 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:19:40,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on znode that does not yet exist, /1292669344/master 2024-11-26T23:19:40,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on znode that does not yet exist, /1292669344/acl 2024-11-26T23:19:40,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41231 2024-11-26T23:19:40,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41231 2024-11-26T23:19:40,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41231 2024-11-26T23:19:40,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41231 2024-11-26T23:19:40,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41231 2024-11-26T23:19:40,193 DEBUG [M:0;c707e9ace675:34337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:34337 2024-11-26T23:19:40,194 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1292669344/backup-masters/c707e9ace675,34337,1732663180108 2024-11-26T23:19:40,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344/backup-masters 2024-11-26T23:19:40,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344/backup-masters 2024-11-26T23:19:40,196 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on existing znode=/1292669344/backup-masters/c707e9ace675,34337,1732663180108 2024-11-26T23:19:40,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:40,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1292669344/master 2024-11-26T23:19:40,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:40,199 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on existing znode=/1292669344/master 2024-11-26T23:19:40,199 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1292669344/backup-masters/c707e9ace675,34337,1732663180108 from backup master directory 2024-11-26T23:19:40,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344/backup-masters 2024-11-26T23:19:40,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1292669344/backup-masters/c707e9ace675,34337,1732663180108 2024-11-26T23:19:40,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344/backup-masters 2024-11-26T23:19:40,200 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:40,200 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,34337,1732663180108 2024-11-26T23:19:40,203 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/hbase.id] with ID: 64432e5b-3656-4df3-81b0-9cce4e35f54e 2024-11-26T23:19:40,203 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/.tmp/hbase.id 2024-11-26T23:19:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:19:40,614 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/.tmp/hbase.id]:[hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/hbase.id] 2024-11-26T23:19:40,626 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:40,627 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:19:40,628 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T23:19:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:40,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:19:41,045 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:41,046 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:19:41,046 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:41,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:19:41,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:19:41,453 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store 2024-11-26T23:19:41,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:19:41,459 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:41,459 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:41,459 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:41,459 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:41,459 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:41,459 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:41,459 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:41,459 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663181459Disabling compacts and flushes for region at 1732663181459Disabling writes for close at 1732663181459Writing region close event to WAL at 1732663181459Closed at 1732663181459 2024-11-26T23:19:41,460 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/.initializing 2024-11-26T23:19:41,460 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/WALs/c707e9ace675,34337,1732663180108 2024-11-26T23:19:41,461 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:41,462 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C34337%2C1732663180108, suffix=, logDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/WALs/c707e9ace675,34337,1732663180108, archiveDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/oldWALs, maxLogs=10 2024-11-26T23:19:41,475 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/WALs/c707e9ace675,34337,1732663180108/c707e9ace675%2C34337%2C1732663180108.1732663181462, exclude list is [], retry=0 2024-11-26T23:19:41,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-9e72c20f-75b9-4542-9216-6bd5187c2448,DISK] 2024-11-26T23:19:41,479 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/WALs/c707e9ace675,34337,1732663180108/c707e9ace675%2C34337%2C1732663180108.1732663181462 2024-11-26T23:19:41,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40053:40053)] 2024-11-26T23:19:41,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:41,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:41,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:19:41,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:41,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:41,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:19:41,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:41,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:41,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:19:41,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:41,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:41,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:19:41,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:41,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:41,486 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,487 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,487 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,488 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,488 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,488 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:41,489 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:19:41,491 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:41,491 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67530884, jitterRate=0.006288588047027588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:41,491 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663181479Initializing all the Stores at 1732663181480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663181480Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663181480Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663181480Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663181480Cleaning up temporary data from old regions at 1732663181488 (+8 ms)Region opened successfully at 1732663181491 (+3 ms) 2024-11-26T23:19:41,491 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:19:41,494 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2c7a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:41,494 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:19:41,494 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:19:41,494 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:19:41,494 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:19:41,495 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:19:41,495 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:19:41,495 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:19:41,497 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:19:41,497 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Unable to get data of znode /1292669344/balancer because node does not exist (not necessarily an error) 2024-11-26T23:19:41,498 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1292669344/balancer already deleted, retry=false 2024-11-26T23:19:41,499 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:19:41,499 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Unable to get data of znode /1292669344/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:19:41,500 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1292669344/normalizer already deleted, retry=false 2024-11-26T23:19:41,500 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:19:41,501 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Unable to get data of znode /1292669344/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:19:41,502 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1292669344/switch/split already deleted, retry=false 2024-11-26T23:19:41,503 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Unable to get data of znode /1292669344/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:19:41,505 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1292669344/switch/merge already deleted, retry=false 2024-11-26T23:19:41,506 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Unable to get data of znode /1292669344/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:19:41,507 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1292669344/snapshot-cleanup already deleted, retry=false 2024-11-26T23:19:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1292669344/running 2024-11-26T23:19:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1292669344/running 2024-11-26T23:19:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:41,509 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,34337,1732663180108, sessionid=0x1015693d2f50003, setting cluster-up flag (Was=false) 2024-11-26T23:19:41,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:41,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:41,516 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1292669344/flush-table-proc/acquired, /1292669344/flush-table-proc/reached, /1292669344/flush-table-proc/abort 2024-11-26T23:19:41,516 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,34337,1732663180108 2024-11-26T23:19:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:41,526 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1292669344/online-snapshot/acquired, /1292669344/online-snapshot/reached, /1292669344/online-snapshot/abort 2024-11-26T23:19:41,527 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,34337,1732663180108 2024-11-26T23:19:41,528 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:19:41,529 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:41,530 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:19:41,530 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:19:41,530 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,34337,1732663180108 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:19:41,531 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:41,531 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:41,531 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:41,531 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:19:41,531 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:19:41,531 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,531 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:41,531 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663211532 2024-11-26T23:19:41,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:19:41,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:19:41,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:19:41,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:19:41,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:19:41,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:19:41,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:41,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:19:41,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,533 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:19:41,533 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:41,533 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:19:41,533 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:19:41,533 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:19:41,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:19:41,536 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:19:41,536 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:19:41,538 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663181536,5,FailOnTimeoutGroup] 2024-11-26T23:19:41,538 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663181538,5,FailOnTimeoutGroup] 2024-11-26T23:19:41,538 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,538 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:19:41,538 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,538 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:19:41,580 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(746): ClusterId : 64432e5b-3656-4df3-81b0-9cce4e35f54e 2024-11-26T23:19:41,580 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:19:41,582 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:19:41,582 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:19:41,583 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:19:41,584 DEBUG [RS:0;c707e9ace675:41231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfc875c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:19:41,599 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:41231 2024-11-26T23:19:41,599 INFO [RS:0;c707e9ace675:41231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:19:41,599 INFO [RS:0;c707e9ace675:41231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:19:41,599 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:19:41,599 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,34337,1732663180108 with port=41231, startcode=1732663180154 2024-11-26T23:19:41,600 DEBUG [RS:0;c707e9ace675:41231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:19:41,601 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:19:41,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,41231,1732663180154 2024-11-26T23:19:41,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,41231,1732663180154 2024-11-26T23:19:41,602 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795 2024-11-26T23:19:41,602 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36745 2024-11-26T23:19:41,602 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:19:41,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344/rs 2024-11-26T23:19:41,604 DEBUG [RS:0;c707e9ace675:41231 {}] zookeeper.ZKUtil(111): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on existing znode=/1292669344/rs/c707e9ace675,41231,1732663180154 2024-11-26T23:19:41,604 WARN [RS:0;c707e9ace675:41231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:19:41,604 INFO [RS:0;c707e9ace675:41231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:41,604 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154 2024-11-26T23:19:41,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,41231,1732663180154] 2024-11-26T23:19:41,607 INFO [RS:0;c707e9ace675:41231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:19:41,609 INFO [RS:0;c707e9ace675:41231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:19:41,609 INFO [RS:0;c707e9ace675:41231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:19:41,609 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,609 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:19:41,610 INFO [RS:0;c707e9ace675:41231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:19:41,610 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:41,610 DEBUG [RS:0;c707e9ace675:41231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:19:41,611 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,611 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,611 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,611 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,611 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,611 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,41231,1732663180154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:41,629 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:19:41,630 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,41231,1732663180154-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,630 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,630 INFO [RS:0;c707e9ace675:41231 {}] regionserver.Replication(171): c707e9ace675,41231,1732663180154 started 2024-11-26T23:19:41,647 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:41,647 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,41231,1732663180154, RpcServer on c707e9ace675/172.17.0.2:41231, sessionid=0x1015693d2f50004 2024-11-26T23:19:41,648 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:19:41,648 DEBUG [RS:0;c707e9ace675:41231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,41231,1732663180154 2024-11-26T23:19:41,648 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,41231,1732663180154' 2024-11-26T23:19:41,648 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1292669344/flush-table-proc/abort' 2024-11-26T23:19:41,648 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1292669344/flush-table-proc/acquired' 2024-11-26T23:19:41,649 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:19:41,649 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:19:41,649 DEBUG [RS:0;c707e9ace675:41231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,41231,1732663180154 2024-11-26T23:19:41,649 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,41231,1732663180154' 2024-11-26T23:19:41,649 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1292669344/online-snapshot/abort' 2024-11-26T23:19:41,649 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1292669344/online-snapshot/acquired' 2024-11-26T23:19:41,649 DEBUG [RS:0;c707e9ace675:41231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:19:41,649 INFO [RS:0;c707e9ace675:41231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:19:41,649 INFO [RS:0;c707e9ace675:41231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:19:41,750 INFO [RS:0;c707e9ace675:41231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:19:41,751 INFO [RS:0;c707e9ace675:41231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C41231%2C1732663180154, suffix=, logDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154, archiveDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/oldWALs, maxLogs=10 2024-11-26T23:19:41,768 DEBUG [RS:0;c707e9ace675:41231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751, exclude list is [], retry=0 2024-11-26T23:19:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-9e72c20f-75b9-4542-9216-6bd5187c2448,DISK] 2024-11-26T23:19:41,772 INFO [RS:0;c707e9ace675:41231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 2024-11-26T23:19:41,772 DEBUG [RS:0;c707e9ace675:41231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40053:40053)] 2024-11-26T23:19:41,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:19:41,942 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795 2024-11-26T23:19:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:19:42,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:42,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:19:42,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:19:42,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:42,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:42,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:19:42,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:19:42,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:42,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:42,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:19:42,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:19:42,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:42,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:42,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:19:42,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:19:42,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:42,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:42,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:19:42,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740 2024-11-26T23:19:42,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740 2024-11-26T23:19:42,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:19:42,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:19:42,357 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:42,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:19:42,360 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:42,360 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59103336, jitterRate=-0.11929166316986084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:42,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663182348Initializing all the Stores at 1732663182349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663182349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663182349Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663182349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663182349Cleaning up temporary data from old regions at 1732663182356 (+7 ms)Region opened successfully at 1732663182360 (+4 ms) 2024-11-26T23:19:42,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:42,360 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:42,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:42,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:42,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:42,361 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:42,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663182360Disabling compacts and flushes for region at 1732663182360Disabling writes for close at 1732663182360Writing region close event to WAL at 1732663182361 (+1 ms)Closed at 1732663182361 2024-11-26T23:19:42,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:42,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:19:42,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:19:42,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:42,363 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:19:42,513 DEBUG [c707e9ace675:34337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:19:42,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,41231,1732663180154 2024-11-26T23:19:42,515 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,41231,1732663180154, state=OPENING 2024-11-26T23:19:42,521 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:19:42,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:42,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:42,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1292669344/meta-region-server: CHANGED 2024-11-26T23:19:42,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1292669344/meta-region-server: CHANGED 2024-11-26T23:19:42,523 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:19:42,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,41231,1732663180154}] 2024-11-26T23:19:42,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:19:42,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:19:42,680 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:19:42,680 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:42,680 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:19:42,682 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C41231%2C1732663180154.meta, suffix=.meta, logDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154, archiveDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/oldWALs, maxLogs=10 2024-11-26T23:19:42,695 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.meta.1732663182682.meta, exclude list is [], retry=0 2024-11-26T23:19:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-9e72c20f-75b9-4542-9216-6bd5187c2448,DISK] 2024-11-26T23:19:42,699 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.meta.1732663182682.meta 2024-11-26T23:19:42,699 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40053:40053)] 2024-11-26T23:19:42,699 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:42,699 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:42,699 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:19:42,699 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:19:42,699 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:19:42,700 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:19:42,700 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:42,700 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:19:42,700 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:19:42,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:19:42,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:19:42,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:42,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:42,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:19:42,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:19:42,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:42,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:42,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:19:42,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:19:42,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:42,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:42,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:19:42,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:19:42,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:42,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:19:42,705 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:19:42,705 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740 2024-11-26T23:19:42,706 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740 2024-11-26T23:19:42,707 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:19:42,707 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:19:42,707 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:19:42,708 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:19:42,709 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62471008, jitterRate=-0.06910943984985352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:19:42,709 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:19:42,709 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663182700Writing region info on filesystem at 1732663182700Initializing all the Stores at 1732663182700Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663182700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663182701 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663182701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663182701Cleaning up temporary data from old regions at 1732663182707 (+6 ms)Running coprocessor post-open hooks at 1732663182709 (+2 ms)Region opened successfully at 1732663182709 2024-11-26T23:19:42,710 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663182675 2024-11-26T23:19:42,712 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:19:42,712 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:19:42,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,41231,1732663180154 2024-11-26T23:19:42,713 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,41231,1732663180154, state=OPEN 2024-11-26T23:19:42,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1292669344/meta-region-server 2024-11-26T23:19:42,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1292669344/meta-region-server 2024-11-26T23:19:42,715 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,41231,1732663180154 2024-11-26T23:19:42,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1292669344/meta-region-server: CHANGED 2024-11-26T23:19:42,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1292669344/meta-region-server: CHANGED 2024-11-26T23:19:42,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:19:42,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,41231,1732663180154 in 192 msec 2024-11-26T23:19:42,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:19:42,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-26T23:19:42,718 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:19:42,718 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:19:42,719 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:42,719 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:42,720 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:42,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:42,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-26T23:19:42,725 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663182725, completionTime=-1 2024-11-26T23:19:42,725 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:19:42,725 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:19:42,726 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:19:42,726 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663242726 2024-11-26T23:19:42,726 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663302726 2024-11-26T23:19:42,726 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:19:42,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34337,1732663180108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:42,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34337,1732663180108-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:42,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34337,1732663180108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:42,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:34337, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:42,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:42,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:42,728 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:19:42,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.530sec 2024-11-26T23:19:42,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:19:42,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:19:42,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:19:42,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:19:42,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:19:42,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34337,1732663180108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:19:42,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34337,1732663180108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:19:42,732 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:19:42,732 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:19:42,732 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34337,1732663180108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:19:42,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:42,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34337,-1 for getting cluster id 2024-11-26T23:19:42,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:42,782 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64432e5b-3656-4df3-81b0-9cce4e35f54e' 2024-11-26T23:19:42,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64432e5b-3656-4df3-81b0-9cce4e35f54e" 2024-11-26T23:19:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abf8e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34337,-1] 2024-11-26T23:19:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:42,784 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:42,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59508997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:42,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:42,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:42,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,34337,1732663180108 2024-11-26T23:19:42,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62069 2024-11-26T23:19:42,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:19:42,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015693d2f50005 connected 2024-11-26T23:19:42,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39165,1732663176356 2024-11-26T23:19:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60228d2 2024-11-26T23:19:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:42,798 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:42,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:19:42,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:19:42,800 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:42,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:19:42,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:19:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:19:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:43,208 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6479dd96225bbd9795a1a1f3ab782e59, NAME => 'test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41 2024-11-26T23:19:43,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:19:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:43,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:43,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6479dd96225bbd9795a1a1f3ab782e59, disabling compactions & flushes 2024-11-26T23:19:43,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:19:43,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:19:43,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. after waiting 0 ms 2024-11-26T23:19:43,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:19:43,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:19:43,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6479dd96225bbd9795a1a1f3ab782e59: Waiting for close lock at 1732663183615Disabling compacts and flushes for region at 1732663183615Disabling writes for close at 1732663183615Writing region close event to WAL at 1732663183615Closed at 1732663183615 2024-11-26T23:19:43,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:19:43,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663183616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663183616"}]},"ts":"1732663183616"} 2024-11-26T23:19:43,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:19:43,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:19:43,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663183619"}]},"ts":"1732663183619"} 2024-11-26T23:19:43,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:19:43,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6479dd96225bbd9795a1a1f3ab782e59, ASSIGN}] 2024-11-26T23:19:43,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6479dd96225bbd9795a1a1f3ab782e59, ASSIGN 2024-11-26T23:19:43,623 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6479dd96225bbd9795a1a1f3ab782e59, ASSIGN; state=OFFLINE, location=c707e9ace675,33899,1732663176415; forceNewPlan=false, retain=false 2024-11-26T23:19:43,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6479dd96225bbd9795a1a1f3ab782e59, regionState=OPENING, regionLocation=c707e9ace675,33899,1732663176415 2024-11-26T23:19:43,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6479dd96225bbd9795a1a1f3ab782e59, ASSIGN because future has completed 2024-11-26T23:19:43,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6479dd96225bbd9795a1a1f3ab782e59, server=c707e9ace675,33899,1732663176415}] 2024-11-26T23:19:43,932 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:19:43,932 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6479dd96225bbd9795a1a1f3ab782e59, NAME => 'test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:43,933 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:43,933 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:19:43,933 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,933 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:43,933 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,933 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,934 INFO [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,935 INFO [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6479dd96225bbd9795a1a1f3ab782e59 columnFamilyName f 2024-11-26T23:19:43,935 DEBUG [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:43,936 INFO [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] regionserver.HStore(327): Store=6479dd96225bbd9795a1a1f3ab782e59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:43,936 INFO [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,937 INFO [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6479dd96225bbd9795a1a1f3ab782e59 columnFamilyName f1 2024-11-26T23:19:43,937 DEBUG [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:43,937 INFO [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] regionserver.HStore(327): Store=6479dd96225bbd9795a1a1f3ab782e59/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:43,937 INFO [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,938 INFO [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6479dd96225bbd9795a1a1f3ab782e59 columnFamilyName norep 2024-11-26T23:19:43,938 DEBUG [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:43,938 INFO [StoreOpener-6479dd96225bbd9795a1a1f3ab782e59-1 {}] regionserver.HStore(327): Store=6479dd96225bbd9795a1a1f3ab782e59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:43,938 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,939 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,939 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,940 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,940 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,940 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:19:43,941 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,943 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:43,943 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6479dd96225bbd9795a1a1f3ab782e59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61042039, jitterRate=-0.09040273725986481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:19:43,943 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:43,944 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6479dd96225bbd9795a1a1f3ab782e59: Running coprocessor pre-open hook at 1732663183933Writing region info on filesystem at 1732663183933Initializing all the Stores at 1732663183934 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663183934Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663183934Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663183934Cleaning up temporary data from old regions at 1732663183940 (+6 ms)Running coprocessor post-open hooks at 1732663183943 (+3 ms)Region opened successfully at 1732663183944 (+1 ms) 2024-11-26T23:19:43,945 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59., pid=6, masterSystemTime=1732663183929 2024-11-26T23:19:43,946 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:19:43,947 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:19:43,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6479dd96225bbd9795a1a1f3ab782e59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,33899,1732663176415 2024-11-26T23:19:43,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6479dd96225bbd9795a1a1f3ab782e59, server=c707e9ace675,33899,1732663176415 because future has completed 2024-11-26T23:19:43,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:19:43,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6479dd96225bbd9795a1a1f3ab782e59, server=c707e9ace675,33899,1732663176415 in 173 msec 2024-11-26T23:19:43,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:19:43,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6479dd96225bbd9795a1a1f3ab782e59, ASSIGN in 330 msec 2024-11-26T23:19:43,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:19:43,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663183954"}]},"ts":"1732663183954"} 2024-11-26T23:19:43,956 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:19:43,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:19:43,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-26T23:19:44,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:19:44,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:19:44,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:19:44,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:44,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:44,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:44,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:44,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:44,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:44,948 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:19:44,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:44,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34337,1732663180108 2024-11-26T23:19:44,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17833780 2024-11-26T23:19:44,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:44,950 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:44,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:19:44,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:19:44,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:44,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:19:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:44,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:19:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:19:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:45,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d8f02044f6c71e70a1c512e69dd521d, NAME => 'test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795 2024-11-26T23:19:45,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:19:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:45,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:45,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d8f02044f6c71e70a1c512e69dd521d, disabling compactions & flushes 2024-11-26T23:19:45,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:45,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:45,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. after waiting 0 ms 2024-11-26T23:19:45,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:45,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:45,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d8f02044f6c71e70a1c512e69dd521d: Waiting for close lock at 1732663185767Disabling compacts and flushes for region at 1732663185767Disabling writes for close at 1732663185767Writing region close event to WAL at 1732663185767Closed at 1732663185767 2024-11-26T23:19:45,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:19:45,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663185768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663185768"}]},"ts":"1732663185768"} 2024-11-26T23:19:45,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:19:45,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:19:45,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663185771"}]},"ts":"1732663185771"} 2024-11-26T23:19:45,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:19:45,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d8f02044f6c71e70a1c512e69dd521d, ASSIGN}] 2024-11-26T23:19:45,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d8f02044f6c71e70a1c512e69dd521d, ASSIGN 2024-11-26T23:19:45,774 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d8f02044f6c71e70a1c512e69dd521d, ASSIGN; state=OFFLINE, location=c707e9ace675,41231,1732663180154; forceNewPlan=false, retain=false 2024-11-26T23:19:45,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d8f02044f6c71e70a1c512e69dd521d, regionState=OPENING, regionLocation=c707e9ace675,41231,1732663180154 2024-11-26T23:19:45,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d8f02044f6c71e70a1c512e69dd521d, ASSIGN because future has completed 2024-11-26T23:19:45,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8f02044f6c71e70a1c512e69dd521d, server=c707e9ace675,41231,1732663180154}] 2024-11-26T23:19:46,083 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:46,083 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d8f02044f6c71e70a1c512e69dd521d, NAME => 'test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:46,084 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:46,084 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:19:46,084 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,084 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:46,084 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,084 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,085 INFO [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,086 INFO [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8f02044f6c71e70a1c512e69dd521d columnFamilyName f 2024-11-26T23:19:46,086 DEBUG [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:46,086 INFO [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] regionserver.HStore(327): Store=4d8f02044f6c71e70a1c512e69dd521d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:46,087 INFO [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,087 INFO [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8f02044f6c71e70a1c512e69dd521d columnFamilyName f1 2024-11-26T23:19:46,088 DEBUG [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:46,088 INFO [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] regionserver.HStore(327): Store=4d8f02044f6c71e70a1c512e69dd521d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:46,088 INFO [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:46,089 INFO [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8f02044f6c71e70a1c512e69dd521d columnFamilyName norep 2024-11-26T23:19:46,089 DEBUG [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:46,089 INFO [StoreOpener-4d8f02044f6c71e70a1c512e69dd521d-1 {}] regionserver.HStore(327): Store=4d8f02044f6c71e70a1c512e69dd521d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:46,089 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,090 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,090 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,091 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,091 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,091 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:19:46,092 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,094 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:46,094 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d8f02044f6c71e70a1c512e69dd521d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75394957, jitterRate=0.12347240746021271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:19:46,094 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:46,094 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d8f02044f6c71e70a1c512e69dd521d: Running coprocessor pre-open hook at 1732663186084Writing region info on filesystem at 1732663186084Initializing all the Stores at 1732663186085 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663186085Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663186085Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663186085Cleaning up temporary data from old regions at 1732663186091 (+6 ms)Running coprocessor post-open hooks at 1732663186094 (+3 ms)Region opened successfully at 1732663186094 2024-11-26T23:19:46,095 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d., pid=6, masterSystemTime=1732663186080 2024-11-26T23:19:46,097 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:46,097 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:46,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d8f02044f6c71e70a1c512e69dd521d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,41231,1732663180154 2024-11-26T23:19:46,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8f02044f6c71e70a1c512e69dd521d, server=c707e9ace675,41231,1732663180154 because future has completed 2024-11-26T23:19:46,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:19:46,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d8f02044f6c71e70a1c512e69dd521d, server=c707e9ace675,41231,1732663180154 in 172 msec 2024-11-26T23:19:46,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:19:46,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d8f02044f6c71e70a1c512e69dd521d, ASSIGN in 329 msec 2024-11-26T23:19:46,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:19:46,104 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663186104"}]},"ts":"1732663186104"} 2024-11-26T23:19:46,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:19:46,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:19:46,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-26T23:19:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:19:47,098 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:19:47,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39165,-1 for getting cluster id 2024-11-26T23:19:47,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:47,100 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '435131e6-6f0c-40d5-a3e6-fe55a2463ae5' 2024-11-26T23:19:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "435131e6-6f0c-40d5-a3e6-fe55a2463ae5" 2024-11-26T23:19:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f85c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39165,-1] 2024-11-26T23:19:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:47,101 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210ba032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c929a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34337,-1 for getting cluster id 2024-11-26T23:19:47,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:47,103 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64432e5b-3656-4df3-81b0-9cce4e35f54e' 2024-11-26T23:19:47,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:47,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64432e5b-3656-4df3-81b0-9cce4e35f54e" 2024-11-26T23:19:47,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb1e3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34337,-1] 2024-11-26T23:19:47,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:47,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:47,104 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:47,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d45c747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39165,-1 for getting cluster id 2024-11-26T23:19:47,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:47,106 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '435131e6-6f0c-40d5-a3e6-fe55a2463ae5' 2024-11-26T23:19:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "435131e6-6f0c-40d5-a3e6-fe55a2463ae5" 2024-11-26T23:19:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f5bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39165,-1] 2024-11-26T23:19:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:47,107 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cdd684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39165,1732663176356 2024-11-26T23:19:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12542d39 2024-11-26T23:19:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:47,110 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:47,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:34337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:19:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:19:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:47,112 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:34337' 2024-11-26T23:19:47,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fc9d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,113 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34337,-1 for getting cluster id 2024-11-26T23:19:47,113 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:47,114 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64432e5b-3656-4df3-81b0-9cce4e35f54e' 2024-11-26T23:19:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64432e5b-3656-4df3-81b0-9cce4e35f54e" 2024-11-26T23:19:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ce6c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34337,-1] 2024-11-26T23:19:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:47,115 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:47,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea39b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:47,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:47,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34337,1732663180108 2024-11-26T23:19:47,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42433e6d 2024-11-26T23:19:47,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:47,117 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:47,117 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:19:47,117 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:19:47,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:47,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:47,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:47,118 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:47,119 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:19:47,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:19:47,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:47,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:19:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:19:47,169 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:19:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:47,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f418bab489fbf36154ca3b256ac6407, NAME => 'hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41 2024-11-26T23:19:47,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:19:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:47,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:47,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8f418bab489fbf36154ca3b256ac6407, disabling compactions & flushes 2024-11-26T23:19:47,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:47,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:47,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. after waiting 0 ms 2024-11-26T23:19:47,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:47,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:47,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f418bab489fbf36154ca3b256ac6407: Waiting for close lock at 1732663187934Disabling compacts and flushes for region at 1732663187934Disabling writes for close at 1732663187934Writing region close event to WAL at 1732663187934Closed at 1732663187934 2024-11-26T23:19:47,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:19:47,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663187935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663187935"}]},"ts":"1732663187935"} 2024-11-26T23:19:47,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:19:47,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:19:47,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663187938"}]},"ts":"1732663187938"} 2024-11-26T23:19:47,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:19:47,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f418bab489fbf36154ca3b256ac6407, ASSIGN}] 2024-11-26T23:19:47,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f418bab489fbf36154ca3b256ac6407, ASSIGN 2024-11-26T23:19:47,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f418bab489fbf36154ca3b256ac6407, ASSIGN; state=OFFLINE, location=c707e9ace675,33899,1732663176415; forceNewPlan=false, retain=false 2024-11-26T23:19:48,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f418bab489fbf36154ca3b256ac6407, regionState=OPENING, regionLocation=c707e9ace675,33899,1732663176415 2024-11-26T23:19:48,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f418bab489fbf36154ca3b256ac6407, ASSIGN because future has completed 2024-11-26T23:19:48,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f418bab489fbf36154ca3b256ac6407, server=c707e9ace675,33899,1732663176415}] 2024-11-26T23:19:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:48,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:48,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:48,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:19:48,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C33899%2C1732663176415.rep, suffix=, logDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/oldWALs, maxLogs=10 2024-11-26T23:19:48,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.rep.1732663188253, exclude list is [], retry=0 2024-11-26T23:19:48,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-6257c228-3d16-4c47-ad19-9a4c2d04956c,DISK] 2024-11-26T23:19:48,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.rep.1732663188253 2024-11-26T23:19:48,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34001:34001)] 2024-11-26T23:19:48,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f418bab489fbf36154ca3b256ac6407, NAME => 'hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:48,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:48,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:19:48,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. service=MultiRowMutationService 2024-11-26T23:19:48,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:19:48,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:48,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,272 INFO [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,273 INFO [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f418bab489fbf36154ca3b256ac6407 columnFamilyName hfileref 2024-11-26T23:19:48,273 DEBUG [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:48,273 INFO [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] regionserver.HStore(327): Store=8f418bab489fbf36154ca3b256ac6407/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:48,273 INFO [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,274 INFO [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f418bab489fbf36154ca3b256ac6407 columnFamilyName queue 2024-11-26T23:19:48,274 DEBUG [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:48,274 INFO [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] regionserver.HStore(327): Store=8f418bab489fbf36154ca3b256ac6407/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:48,274 INFO [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,275 INFO [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f418bab489fbf36154ca3b256ac6407 columnFamilyName sid 2024-11-26T23:19:48,275 DEBUG [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:48,276 INFO [StoreOpener-8f418bab489fbf36154ca3b256ac6407-1 {}] regionserver.HStore(327): Store=8f418bab489fbf36154ca3b256ac6407/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:48,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:19:48,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:48,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8f418bab489fbf36154ca3b256ac6407; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69180044, jitterRate=0.03086298704147339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:19:48,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:48,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8f418bab489fbf36154ca3b256ac6407: Running coprocessor pre-open hook at 1732663188271Writing region info on filesystem at 1732663188271Initializing all the Stores at 1732663188271Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663188271Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663188271Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663188272 (+1 ms)Cleaning up temporary data from old regions at 1732663188277 (+5 ms)Running coprocessor post-open hooks at 1732663188281 (+4 ms)Region opened successfully at 1732663188282 (+1 ms) 2024-11-26T23:19:48,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407., pid=10, masterSystemTime=1732663188247 2024-11-26T23:19:48,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:48,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:48,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f418bab489fbf36154ca3b256ac6407, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,33899,1732663176415 2024-11-26T23:19:48,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f418bab489fbf36154ca3b256ac6407, server=c707e9ace675,33899,1732663176415 because future has completed 2024-11-26T23:19:48,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:19:48,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f418bab489fbf36154ca3b256ac6407, server=c707e9ace675,33899,1732663176415 in 193 msec 2024-11-26T23:19:48,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:19:48,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f418bab489fbf36154ca3b256ac6407, ASSIGN in 350 msec 2024-11-26T23:19:48,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:19:48,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663188293"}]},"ts":"1732663188293"} 2024-11-26T23:19:48,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:19:48,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:19:48,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-26T23:19:48,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407., hostname=c707e9ace675,33899,1732663176415, seqNum=2] 2024-11-26T23:19:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:48,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:19:48,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:19:48,487 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:19:48,516 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,33899,1732663176415, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:19:48,516 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:48,517 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,33899,1732663176415, seqNum=-1] 2024-11-26T23:19:48,517 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:48,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T23:19:48,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,33899,1732663176415', locateType=CURRENT is [region=hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407., hostname=c707e9ace675,33899,1732663176415, seqNum=2] 2024-11-26T23:19:48,522 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:19:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:19:48,524 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,33899,1732663176415 suceeded 2024-11-26T23:19:48,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:19:48,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-26T23:19:48,525 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:34337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:19:48,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-26T23:19:48,543 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:34337' 2024-11-26T23:19:48,545 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab94c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:48,545 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34337,-1 for getting cluster id 2024-11-26T23:19:48,545 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:48,546 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64432e5b-3656-4df3-81b0-9cce4e35f54e' 2024-11-26T23:19:48,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:48,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64432e5b-3656-4df3-81b0-9cce4e35f54e" 2024-11-26T23:19:48,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f839bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:48,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34337,-1] 2024-11-26T23:19:48,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:48,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:48,547 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:48,548 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@522eae59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:48,548 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:48,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34337,1732663180108 2024-11-26T23:19:48,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c94ee2 2024-11-26T23:19:48,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:48,550 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T23:19:48,550 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,33899,1732663176415 (queues=1) is replicating from cluster=435131e6-6f0c-40d5-a3e6-fe55a2463ae5 to cluster=64432e5b-3656-4df3-81b0-9cce4e35f54e 2024-11-26T23:19:48,550 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C33899%2C1732663176415 2024-11-26T23:19:48,551 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,33899,1732663176415, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:19:48,552 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C33899%2C1732663176415 2024-11-26T23:19:48,552 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434, startPosition=0, beingWritten=true 2024-11-26T23:19:48,558 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:19:48,558 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 379, reset compression=false 2024-11-26T23:19:48,558 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,33899,1732663176415 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:19:48,761 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 379, reset compression=false 2024-11-26T23:19:49,066 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 379, reset compression=false 2024-11-26T23:19:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:49,259 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:19:49,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:49,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:49,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:49,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:49,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:49,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c98c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:49,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34337,-1 for getting cluster id 2024-11-26T23:19:49,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:49,260 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64432e5b-3656-4df3-81b0-9cce4e35f54e' 2024-11-26T23:19:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64432e5b-3656-4df3-81b0-9cce4e35f54e" 2024-11-26T23:19:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5332c2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34337,-1] 2024-11-26T23:19:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:49,262 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:49,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b14a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:49,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34337,1732663180108 2024-11-26T23:19:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c3a9eeb 2024-11-26T23:19:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:49,265 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:49,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:39165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:19:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:19:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:49,267 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:39165' 2024-11-26T23:19:49,268 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542aabc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:49,268 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39165,-1 for getting cluster id 2024-11-26T23:19:49,268 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:49,269 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '435131e6-6f0c-40d5-a3e6-fe55a2463ae5' 2024-11-26T23:19:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "435131e6-6f0c-40d5-a3e6-fe55a2463ae5" 2024-11-26T23:19:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e851d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39165,-1] 2024-11-26T23:19:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:49,270 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:49,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60679ac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:49,271 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:49,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39165,1732663176356 2024-11-26T23:19:49,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58742017 2024-11-26T23:19:49,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:49,272 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:49,273 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:19:49,273 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:19:49,273 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:49,273 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:49,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:49,273 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:19:49,274 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:19:49,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:19:49,275 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:49,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:19:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:19:49,324 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:19:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:49,469 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 379, reset compression=false 2024-11-26T23:19:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:49,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0e800582188835d9fc2b235f1ddc51a, NAME => 'hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795 2024-11-26T23:19:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:19:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:49,974 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 379, reset compression=false 2024-11-26T23:19:50,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:50,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e0e800582188835d9fc2b235f1ddc51a, disabling compactions & flushes 2024-11-26T23:19:50,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:50,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:50,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. after waiting 0 ms 2024-11-26T23:19:50,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:50,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:50,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0e800582188835d9fc2b235f1ddc51a: Waiting for close lock at 1732663190092Disabling compacts and flushes for region at 1732663190092Disabling writes for close at 1732663190092Writing region close event to WAL at 1732663190092Closed at 1732663190092 2024-11-26T23:19:50,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:19:50,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663190093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663190093"}]},"ts":"1732663190093"} 2024-11-26T23:19:50,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:19:50,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:19:50,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663190096"}]},"ts":"1732663190096"} 2024-11-26T23:19:50,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:19:50,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0e800582188835d9fc2b235f1ddc51a, ASSIGN}] 2024-11-26T23:19:50,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0e800582188835d9fc2b235f1ddc51a, ASSIGN 2024-11-26T23:19:50,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0e800582188835d9fc2b235f1ddc51a, ASSIGN; state=OFFLINE, location=c707e9ace675,41231,1732663180154; forceNewPlan=false, retain=false 2024-11-26T23:19:50,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0e800582188835d9fc2b235f1ddc51a, regionState=OPENING, regionLocation=c707e9ace675,41231,1732663180154 2024-11-26T23:19:50,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0e800582188835d9fc2b235f1ddc51a, ASSIGN because future has completed 2024-11-26T23:19:50,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0e800582188835d9fc2b235f1ddc51a, server=c707e9ace675,41231,1732663180154}] 2024-11-26T23:19:50,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:19:50,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:50,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:19:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:50,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:19:50,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C41231%2C1732663180154.rep, suffix=, logDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154, archiveDir=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/oldWALs, maxLogs=10 2024-11-26T23:19:50,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.rep.1732663190410, exclude list is [], retry=0 2024-11-26T23:19:50,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-9e72c20f-75b9-4542-9216-6bd5187c2448,DISK] 2024-11-26T23:19:50,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.rep.1732663190410 2024-11-26T23:19:50,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40053:40053)] 2024-11-26T23:19:50,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e0e800582188835d9fc2b235f1ddc51a, NAME => 'hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:19:50,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:19:50,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:19:50,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. service=MultiRowMutationService 2024-11-26T23:19:50,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:19:50,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:19:50,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,430 INFO [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,431 INFO [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0e800582188835d9fc2b235f1ddc51a columnFamilyName hfileref 2024-11-26T23:19:50,431 DEBUG [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:50,431 INFO [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] regionserver.HStore(327): Store=e0e800582188835d9fc2b235f1ddc51a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:50,431 INFO [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,432 INFO [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0e800582188835d9fc2b235f1ddc51a columnFamilyName queue 2024-11-26T23:19:50,432 DEBUG [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:50,433 INFO [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] regionserver.HStore(327): Store=e0e800582188835d9fc2b235f1ddc51a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:50,433 INFO [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,433 INFO [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0e800582188835d9fc2b235f1ddc51a columnFamilyName sid 2024-11-26T23:19:50,433 DEBUG [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:19:50,434 INFO [StoreOpener-e0e800582188835d9fc2b235f1ddc51a-1 {}] regionserver.HStore(327): Store=e0e800582188835d9fc2b235f1ddc51a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:19:50,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:19:50,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:19:50,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e0e800582188835d9fc2b235f1ddc51a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73556063, jitterRate=0.09607075154781342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:19:50,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:50,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e0e800582188835d9fc2b235f1ddc51a: Running coprocessor pre-open hook at 1732663190429Writing region info on filesystem at 1732663190429Initializing all the Stores at 1732663190430 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663190430Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663190430Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663190430Cleaning up temporary data from old regions at 1732663190435 (+5 ms)Running coprocessor post-open hooks at 1732663190438 (+3 ms)Region opened successfully at 1732663190438 2024-11-26T23:19:50,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a., pid=10, masterSystemTime=1732663190405 2024-11-26T23:19:50,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:50,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:50,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0e800582188835d9fc2b235f1ddc51a, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,41231,1732663180154 2024-11-26T23:19:50,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0e800582188835d9fc2b235f1ddc51a, server=c707e9ace675,41231,1732663180154 because future has completed 2024-11-26T23:19:50,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:19:50,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e0e800582188835d9fc2b235f1ddc51a, server=c707e9ace675,41231,1732663180154 in 192 msec 2024-11-26T23:19:50,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:19:50,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0e800582188835d9fc2b235f1ddc51a, ASSIGN in 347 msec 2024-11-26T23:19:50,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:19:50,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663190447"}]},"ts":"1732663190447"} 2024-11-26T23:19:50,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:19:50,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:19:50,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-26T23:19:50,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a., hostname=c707e9ace675,41231,1732663180154, seqNum=2] 2024-11-26T23:19:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:50,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:19:50,578 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 379, reset compression=false 2024-11-26T23:19:50,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:19:50,642 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:19:50,670 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,41231,1732663180154, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:19:50,671 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:50,671 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:50,671 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:50,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T23:19:50,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,41231,1732663180154', locateType=CURRENT is [region=hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a., hostname=c707e9ace675,41231,1732663180154, seqNum=2] 2024-11-26T23:19:50,676 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:19:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:19:50,678 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,41231,1732663180154 suceeded 2024-11-26T23:19:50,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:19:50,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-26T23:19:50,679 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:39165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:19:50,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-26T23:19:50,689 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:39165' 2024-11-26T23:19:50,690 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10ce582e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:50,690 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39165,-1 for getting cluster id 2024-11-26T23:19:50,691 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:50,691 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '435131e6-6f0c-40d5-a3e6-fe55a2463ae5' 2024-11-26T23:19:50,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:50,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "435131e6-6f0c-40d5-a3e6-fe55a2463ae5" 2024-11-26T23:19:50,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f996830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:50,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39165,-1] 2024-11-26T23:19:50,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:50,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:50,693 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:50,693 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c87a502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:50,693 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:50,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39165,1732663176356 2024-11-26T23:19:50,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f1b5be8 2024-11-26T23:19:50,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:50,695 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T23:19:50,695 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,41231,1732663180154 (queues=1) is replicating from cluster=64432e5b-3656-4df3-81b0-9cce4e35f54e to cluster=435131e6-6f0c-40d5-a3e6-fe55a2463ae5 2024-11-26T23:19:50,695 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C41231%2C1732663180154 2024-11-26T23:19:50,695 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,41231,1732663180154, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:19:50,696 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C41231%2C1732663180154 2024-11-26T23:19:50,696 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751, startPosition=0, beingWritten=true 2024-11-26T23:19:50,701 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:19:50,701 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 379, reset compression=false 2024-11-26T23:19:50,701 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,41231,1732663180154 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:19:50,905 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 379, reset compression=false 2024-11-26T23:19:51,209 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 379, reset compression=false 2024-11-26T23:19:51,282 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 379, reset compression=false 2024-11-26T23:19:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:19:51,418 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:19:51,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:51,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:51,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:51,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:51,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:51,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:51,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732663191422/Put/seqid=0 2024-11-26T23:19:51,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741840_1016 (size=7894) 2024-11-26T23:19:51,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:19:51,613 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 379, reset compression=false 2024-11-26T23:19:51,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:51,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:51,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:51,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:51,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:51,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:51,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:51,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:19:51,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:19:51,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T23:19:51,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:19:51,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T23:19:51,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:19:51,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T23:19:51,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732663191829/Put/seqid=0 2024-11-26T23:19:51,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741841_1017 (size=7691) 2024-11-26T23:19:52,087 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 379, reset compression=false 2024-11-26T23:19:52,118 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 379, reset compression=false 2024-11-26T23:19:52,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:52,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39165,-1 for getting cluster id 2024-11-26T23:19:52,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:52,236 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '435131e6-6f0c-40d5-a3e6-fe55a2463ae5' 2024-11-26T23:19:52,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:52,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "435131e6-6f0c-40d5-a3e6-fe55a2463ae5" 2024-11-26T23:19:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2872670b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39165,-1] 2024-11-26T23:19:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:52,238 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:52,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5371f87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:52,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,33899,1732663176415, seqNum=-1] 2024-11-26T23:19:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:52,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:52,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39165,1732663176356 2024-11-26T23:19:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@367f1ae6 2024-11-26T23:19:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:52,250 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:52,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59., hostname=c707e9ace675,33899,1732663176415, seqNum=2] 2024-11-26T23:19:52,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:19:52,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T23:19:52,262 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T23:19:52,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6479dd96225bbd9795a1a1f3ab782e59/f 2024-11-26T23:19:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T23:19:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:19:52,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6479dd96225bbd9795a1a1f3ab782e59/f 2024-11-26T23:19:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T23:19:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:19:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HRegion(2603): Flush status journal for 6479dd96225bbd9795a1a1f3ab782e59: 2024-11-26T23:19:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_1 2024-11-26T23:19:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_1 as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ 2024-11-26T23:19:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_0 2024-11-26T23:19:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_0 as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ 2024-11-26T23:19:52,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_1 into 6479dd96225bbd9795a1a1f3ab782e59/f as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ - updating store file list. 2024-11-26T23:19:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ebc83269582340b5bf7a23572c8c8c30_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:19:52,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ into 6479dd96225bbd9795a1a1f3ab782e59/f 2024-11-26T23:19:52,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_1 into 6479dd96225bbd9795a1a1f3ab782e59/f (new location: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_) 2024-11-26T23:19:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_1 2024-11-26T23:19:52,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_0 into 6479dd96225bbd9795a1a1f3ab782e59/f as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ - updating store file list. 2024-11-26T23:19:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:19:52,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ into 6479dd96225bbd9795a1a1f3ab782e59/f 2024-11-26T23:19:52,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_0 into 6479dd96225bbd9795a1a1f3ab782e59/f (new location: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_) 2024-11-26T23:19:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins__test__16l6lfosq03g0fti1kq9881tvm9kbbjttn3ttggc5qbhe2bragoakvd4pebojefj/f/hfile_0 2024-11-26T23:19:52,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:52,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:52,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:52,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59., hostname=c707e9ace675,33899,1732663176415, seqNum=2 , the old value is region=test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59., hostname=c707e9ace675,33899,1732663176415, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c707e9ace675:33899 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:19:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59., hostname=c707e9ace675,33899,1732663176415, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:19:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59., hostname=c707e9ace675,33899,1732663176415, seqNum=2 from cache 2024-11-26T23:19:52,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:52,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:52,289 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T23:19:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:52,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:52,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d., hostname=c707e9ace675,41231,1732663180154, seqNum=2] 2024-11-26T23:19:52,294 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T23:19:52,398 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:33899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T23:19:52,722 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 379, reset compression=false 2024-11-26T23:19:52,992 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 379, reset compression=false 2024-11-26T23:19:52,997 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:19:52,997 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,33899,1732663176415 got entry batch from reader: WALEntryBatch [walEntries=[{test/6479dd96225bbd9795a1a1f3ab782e59/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732663192286/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T23:19:53,000 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:19:53,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-26T23:19:53,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.ReplicationSink(318): Replicating [435131e6-6f0c-40d5-a3e6-fe55a2463ae5] bulk loaded data 2024-11-26T23:19:53,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@724d867b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:53,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34337,-1 for getting cluster id 2024-11-26T23:19:53,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:53,002 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64432e5b-3656-4df3-81b0-9cce4e35f54e' 2024-11-26T23:19:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64432e5b-3656-4df3-81b0-9cce4e35f54e" 2024-11-26T23:19:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12adf1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34337,-1] 2024-11-26T23:19:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:53,004 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:53,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c824881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:53,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741840_1016 (size=7691) 2024-11-26T23:19:53,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741841_1017 (size=7894) 2024-11-26T23:19:53,197 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 687, reset compression=false 2024-11-26T23:19:53,296 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T23:19:53,426 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 379, reset compression=false 2024-11-26T23:19:53,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:53,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34337,1732663180108 2024-11-26T23:19:53,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53ad206b 2024-11-26T23:19:53,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:53,430 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T23:19:53,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:19:53,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:53,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:53,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:53,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T23:19:53,440 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T23:19:53,443 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T23:19:53,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ for inclusion in 4d8f02044f6c71e70a1c512e69dd521d/f 2024-11-26T23:19:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T23:19:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:19:53,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ for inclusion in 4d8f02044f6c71e70a1c512e69dd521d/f 2024-11-26T23:19:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T23:19:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:19:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HRegion(2603): Flush status journal for 4d8f02044f6c71e70a1c512e69dd521d: 2024-11-26T23:19:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:19:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/15a451a5bf594d879a11c1fc72e73be9_SeqId_4_ 2024-11-26T23:19:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:19:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/892629788374440593b733db380a79eb_SeqId_4_ 2024-11-26T23:19:53,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ into 4d8f02044f6c71e70a1c512e69dd521d/f as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/15a451a5bf594d879a11c1fc72e73be9_SeqId_4_ - updating store file list. 2024-11-26T23:19:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15a451a5bf594d879a11c1fc72e73be9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:19:53,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/15a451a5bf594d879a11c1fc72e73be9_SeqId_4_ into 4d8f02044f6c71e70a1c512e69dd521d/f 2024-11-26T23:19:53,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ into 4d8f02044f6c71e70a1c512e69dd521d/f (new location: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/15a451a5bf594d879a11c1fc72e73be9_SeqId_4_) 2024-11-26T23:19:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/ebc83269582340b5bf7a23572c8c8c30_SeqId_4_ 2024-11-26T23:19:53,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ into 4d8f02044f6c71e70a1c512e69dd521d/f as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/892629788374440593b733db380a79eb_SeqId_4_ - updating store file list. 2024-11-26T23:19:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 892629788374440593b733db380a79eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:19:53,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/892629788374440593b733db380a79eb_SeqId_4_ into 4d8f02044f6c71e70a1c512e69dd521d/f 2024-11-26T23:19:53,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ into 4d8f02044f6c71e70a1c512e69dd521d/f (new location: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/892629788374440593b733db380a79eb_SeqId_4_) 2024-11-26T23:19:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins.hfs.11__test__887rvfpalldkba89v7kqikckd6aid77k1hcdkldo6lm6218olm37cu2g1fvgn5ei/f/6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_ 2024-11-26T23:19:53,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.ReplicationSink(324): Finished replicating [435131e6-6f0c-40d5-a3e6-fe55a2463ae5] bulk loaded data 2024-11-26T23:19:53,502 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 687, reset compression=false 2024-11-26T23:19:53,906 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 687, reset compression=false 2024-11-26T23:19:54,230 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 379, reset compression=false 2024-11-26T23:19:54,235 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:19:54,236 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,41231,1732663180154 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d8f02044f6c71e70a1c512e69dd521d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732663193467/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T23:19:54,238 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:19:54,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-26T23:19:54,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.ReplicationSink(318): Replicating [435131e6-6f0c-40d5-a3e6-fe55a2463ae5, 64432e5b-3656-4df3-81b0-9cce4e35f54e] bulk loaded data 2024-11-26T23:19:54,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398dc59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:54,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39165,-1 for getting cluster id 2024-11-26T23:19:54,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:54,240 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '435131e6-6f0c-40d5-a3e6-fe55a2463ae5' 2024-11-26T23:19:54,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:54,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "435131e6-6f0c-40d5-a3e6-fe55a2463ae5" 2024-11-26T23:19:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7521787d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39165,-1] 2024-11-26T23:19:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:54,242 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:54,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed49f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741842_1018 (size=7691) 2024-11-26T23:19:54,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:19:54,307 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732663194307/Put/seqid=0 2024-11-26T23:19:54,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741842_1018 (size=11194) 2024-11-26T23:19:54,411 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 687, reset compression=false 2024-11-26T23:19:54,436 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 725, reset compression=false 2024-11-26T23:19:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741843_1019 (size=7894) 2024-11-26T23:19:54,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732663194714/Put/seqid=0 2024-11-26T23:19:54,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741843_1019 (size=10791) 2024-11-26T23:19:54,740 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 725, reset compression=false 2024-11-26T23:19:55,016 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 687, reset compression=false 2024-11-26T23:19:55,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:55,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39165,1732663176356 2024-11-26T23:19:55,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@718bd49 2024-11-26T23:19:55,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:55,069 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T23:19:55,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:19:55,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:55,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,33899,1732663176415, seqNum=-1] 2024-11-26T23:19:55,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:55,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T23:19:55,079 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__bvc0ocugs8ceofov23s8dhqd4j3qfk9r2dg78c5bqjekut0r49k4edq43o0s0mhu/f/15a451a5bf594d879a11c1fc72e73be9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T23:19:55,082 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__bvc0ocugs8ceofov23s8dhqd4j3qfk9r2dg78c5bqjekut0r49k4edq43o0s0mhu/f/892629788374440593b733db380a79eb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T23:19:55,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.ReplicationSink(324): Finished replicating [435131e6-6f0c-40d5-a3e6-fe55a2463ae5, 64432e5b-3656-4df3-81b0-9cce4e35f54e] bulk loaded data 2024-11-26T23:19:55,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e19dfe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:55,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34337,-1 for getting cluster id 2024-11-26T23:19:55,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:19:55,124 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64432e5b-3656-4df3-81b0-9cce4e35f54e' 2024-11-26T23:19:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:19:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64432e5b-3656-4df3-81b0-9cce4e35f54e" 2024-11-26T23:19:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8e2d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34337,-1] 2024-11-26T23:19:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:19:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:55,126 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:19:55,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c841233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:19:55,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:55,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:55,152 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 725, reset compression=false 2024-11-26T23:19:55,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:19:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34337,1732663180108 2024-11-26T23:19:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@445da5da 2024-11-26T23:19:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:19:55,157 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:19:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d., hostname=c707e9ace675,41231,1732663180154, seqNum=2] 2024-11-26T23:19:55,163 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:19:55,169 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T23:19:55,171 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T23:19:55,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 4d8f02044f6c71e70a1c512e69dd521d/f 2024-11-26T23:19:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T23:19:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:19:55,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 4d8f02044f6c71e70a1c512e69dd521d/f 2024-11-26T23:19:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T23:19:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:19:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HRegion(2603): Flush status journal for 4d8f02044f6c71e70a1c512e69dd521d: 2024-11-26T23:19:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_1 2024-11-26T23:19:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_1 as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ 2024-11-26T23:19:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_0 2024-11-26T23:19:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_0 as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/b8c231775e0844a8be5d269259844055_SeqId_6_ 2024-11-26T23:19:55,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_1 into 4d8f02044f6c71e70a1c512e69dd521d/f as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ - updating store file list. 2024-11-26T23:19:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:19:55,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ into 4d8f02044f6c71e70a1c512e69dd521d/f 2024-11-26T23:19:55,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_1 into 4d8f02044f6c71e70a1c512e69dd521d/f (new location: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_) 2024-11-26T23:19:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_1 2024-11-26T23:19:55,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_0 into 4d8f02044f6c71e70a1c512e69dd521d/f as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/b8c231775e0844a8be5d269259844055_SeqId_6_ - updating store file list. 2024-11-26T23:19:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8c231775e0844a8be5d269259844055_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:19:55,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/b8c231775e0844a8be5d269259844055_SeqId_6_ into 4d8f02044f6c71e70a1c512e69dd521d/f 2024-11-26T23:19:55,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_0 into 4d8f02044f6c71e70a1c512e69dd521d/f (new location: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/f/b8c231775e0844a8be5d269259844055_SeqId_6_) 2024-11-26T23:19:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/staging/jenkins__test__f2lmluc3blnrsit83iivspnuisddl12t7o3gfvc87f36uqg65uhqmpoij0c3nvtn/f/hfile_0 2024-11-26T23:19:55,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:55,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:55,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:55,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:55,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d., hostname=c707e9ace675,41231,1732663180154, seqNum=2 , the old value is region=test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d., hostname=c707e9ace675,41231,1732663180154, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c707e9ace675:41231 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:19:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d., hostname=c707e9ace675,41231,1732663180154, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:19:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d., hostname=c707e9ace675,41231,1732663180154, seqNum=2 from cache 2024-11-26T23:19:55,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:55,199 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T23:19:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,33899,1732663176415, seqNum=-1] 2024-11-26T23:19:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:19:55,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:19:55,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59., hostname=c707e9ace675,33899,1732663176415, seqNum=2] 2024-11-26T23:19:55,208 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T23:19:55,309 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:41231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T23:19:55,657 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 725, reset compression=false 2024-11-26T23:19:55,663 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:19:55,663 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,41231,1732663180154 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d8f02044f6c71e70a1c512e69dd521d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732663195197/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T23:19:55,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.ReplicationSink(318): Replicating [64432e5b-3656-4df3-81b0-9cce4e35f54e] bulk loaded data 2024-11-26T23:19:55,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741844_1020 (size=10791) 2024-11-26T23:19:55,719 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 687, reset compression=false 2024-11-26T23:19:55,863 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 1033, reset compression=false 2024-11-26T23:19:56,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741845_1021 (size=11194) 2024-11-26T23:19:56,167 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 1033, reset compression=false 2024-11-26T23:19:56,213 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T23:19:56,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:19:56,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-26T23:19:56,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b8c231775e0844a8be5d269259844055_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-26T23:19:56,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ for inclusion in 6479dd96225bbd9795a1a1f3ab782e59/f 2024-11-26T23:19:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T23:19:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:19:56,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b8c231775e0844a8be5d269259844055_SeqId_6_ for inclusion in 6479dd96225bbd9795a1a1f3ab782e59/f 2024-11-26T23:19:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T23:19:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:19:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HRegion(2603): Flush status journal for 6479dd96225bbd9795a1a1f3ab782e59: 2024-11-26T23:19:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:19:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/65ac3cf1db4d4383a2976f7723dd91a6_SeqId_6_ 2024-11-26T23:19:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b8c231775e0844a8be5d269259844055_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:19:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b8c231775e0844a8be5d269259844055_SeqId_6_ as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/705b72e678444450bfcf7b874f88b597_SeqId_6_ 2024-11-26T23:19:56,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ into 6479dd96225bbd9795a1a1f3ab782e59/f as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/65ac3cf1db4d4383a2976f7723dd91a6_SeqId_6_ - updating store file list. 2024-11-26T23:19:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 65ac3cf1db4d4383a2976f7723dd91a6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:19:56,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/65ac3cf1db4d4383a2976f7723dd91a6_SeqId_6_ into 6479dd96225bbd9795a1a1f3ab782e59/f 2024-11-26T23:19:56,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ into 6479dd96225bbd9795a1a1f3ab782e59/f (new location: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/65ac3cf1db4d4383a2976f7723dd91a6_SeqId_6_) 2024-11-26T23:19:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b839d9ea09ef4eab9c1dc805327e8cc6_SeqId_6_ 2024-11-26T23:19:56,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b8c231775e0844a8be5d269259844055_SeqId_6_ into 6479dd96225bbd9795a1a1f3ab782e59/f as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/705b72e678444450bfcf7b874f88b597_SeqId_6_ - updating store file list. 2024-11-26T23:19:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 705b72e678444450bfcf7b874f88b597_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:19:56,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/705b72e678444450bfcf7b874f88b597_SeqId_6_ into 6479dd96225bbd9795a1a1f3ab782e59/f 2024-11-26T23:19:56,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b8c231775e0844a8be5d269259844055_SeqId_6_ into 6479dd96225bbd9795a1a1f3ab782e59/f (new location: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/f/705b72e678444450bfcf7b874f88b597_SeqId_6_) 2024-11-26T23:19:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/staging/jenkins.hfs.10__test__cltv03oumc944o1s62hqqr2ah1917p0n2vdc6fe7j1ae1hk1troiaau2tprvl47s/f/b8c231775e0844a8be5d269259844055_SeqId_6_ 2024-11-26T23:19:56,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33899 {}] regionserver.ReplicationSink(324): Finished replicating [64432e5b-3656-4df3-81b0-9cce4e35f54e] bulk loaded data 2024-11-26T23:19:56,524 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 687, reset compression=false 2024-11-26T23:19:56,528 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:19:56,528 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,33899,1732663176415 got entry batch from reader: WALEntryBatch [walEntries=[{test/6479dd96225bbd9795a1a1f3ab782e59/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732663196516/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T23:19:56,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.ReplicationSink(318): Replicating [64432e5b-3656-4df3-81b0-9cce4e35f54e, 435131e6-6f0c-40d5-a3e6-fe55a2463ae5] bulk loaded data 2024-11-26T23:19:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741844_1020 (size=10791) 2024-11-26T23:19:56,571 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 1033, reset compression=false 2024-11-26T23:19:56,728 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1033, reset compression=false 2024-11-26T23:19:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741845_1021 (size=11194) 2024-11-26T23:19:57,032 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1033, reset compression=false 2024-11-26T23:19:57,075 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 1033, reset compression=false 2024-11-26T23:19:57,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:19:57,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:57,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:57,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:57,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:57,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:57,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:19:57,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2061751578, stopped=false 2024-11-26T23:19:57,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,34337,1732663180108 2024-11-26T23:19:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1292669344/running 2024-11-26T23:19:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1292669344/running 2024-11-26T23:19:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:57,232 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:57,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:57,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:57,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:57,233 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,41231,1732663180154' ***** 2024-11-26T23:19:57,233 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:19:57,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on znode that does not yet exist, /1292669344/running 2024-11-26T23:19:57,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Set watcher on znode that does not yet exist, /1292669344/running 2024-11-26T23:19:57,233 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:19:57,233 INFO [RS:0;c707e9ace675:41231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:19:57,234 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d8f02044f6c71e70a1c512e69dd521d 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(3091): Received CLOSE for e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,41231,1732663180154 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:41231. 2024-11-26T23:19:57,234 DEBUG [RS:0;c707e9ace675:41231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:57,234 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d8f02044f6c71e70a1c512e69dd521d, disabling compactions & flushes 2024-11-26T23:19:57,234 DEBUG [RS:0;c707e9ace675:41231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:57,234 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:57,234 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:57,234 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. after waiting 0 ms 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:19:57,234 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:19:57,234 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:19:57,235 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:19:57,235 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d8f02044f6c71e70a1c512e69dd521d=test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d., e0e800582188835d9fc2b235f1ddc51a=hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a.} 2024-11-26T23:19:57,235 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8f02044f6c71e70a1c512e69dd521d, e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:57,235 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:57,235 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:57,235 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:57,235 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:57,235 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:57,235 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:19:57,239 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/default/test/4d8f02044f6c71e70a1c512e69dd521d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T23:19:57,239 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:57,239 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:19:57,239 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:57,239 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d8f02044f6c71e70a1c512e69dd521d: Waiting for close lock at 1732663197234Running coprocessor pre-close hooks at 1732663197234Disabling compacts and flushes for region at 1732663197234Disabling writes for close at 1732663197234Writing region close event to WAL at 1732663197235 (+1 ms)Running coprocessor post-close hooks at 1732663197239 (+4 ms)Closed at 1732663197239 2024-11-26T23:19:57,239 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d. 2024-11-26T23:19:57,239 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0e800582188835d9fc2b235f1ddc51a, disabling compactions & flushes 2024-11-26T23:19:57,239 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:57,239 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:57,240 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. after waiting 0 ms 2024-11-26T23:19:57,240 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:57,240 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0e800582188835d9fc2b235f1ddc51a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-26T23:19:57,254 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/.tmp/hfileref/c5cb50b80b71470c822b7d12aaf03aaf is 74, key is 1/hfileref:15a451a5bf594d879a11c1fc72e73be9_SeqId_4_/1732663195085/DeleteColumn/seqid=0 2024-11-26T23:19:57,255 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/info/117f0402b3964da1a9d5cb32d7170e95 is 147, key is hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a./info:regioninfo/1732663190441/Put/seqid=0 2024-11-26T23:19:57,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741846_1022 (size=5345) 2024-11-26T23:19:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741847_1023 (size=7686) 2024-11-26T23:19:57,322 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:57,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:19:57,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41231 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T23:19:57,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41231 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42304 deadline: 1732663257349, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping 2024-11-26T23:19:57,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 from cache 2024-11-26T23:19:57,435 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:57,436 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1033, reset compression=false 2024-11-26T23:19:57,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:57,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:57,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41231 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T23:19:57,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41231 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42304 deadline: 1732663257350, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping 2024-11-26T23:19:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 from cache 2024-11-26T23:19:57,611 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:19:57,611 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:19:57,635 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:57,661 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/.tmp/hfileref/c5cb50b80b71470c822b7d12aaf03aaf 2024-11-26T23:19:57,661 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/info/117f0402b3964da1a9d5cb32d7170e95 2024-11-26T23:19:57,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:57,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:57,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41231 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T23:19:57,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41231 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42304 deadline: 1732663257350, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping 2024-11-26T23:19:57,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 from cache 2024-11-26T23:19:57,680 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 1033, reset compression=false 2024-11-26T23:19:57,684 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:19:57,684 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 1328, reset compression=false 2024-11-26T23:19:57,684 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,41231,1732663180154 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:19:57,685 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/.tmp/queue/3409f87653f0459b87c1c6c1ea81e35d is 154, key is 1-c707e9ace675,41231,1732663180154/queue:c707e9ace675%2C41231%2C1732663180154/1732663196520/Put/seqid=0 2024-11-26T23:19:57,685 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,41231,1732663180154: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c707e9ace675,41231,1732663180154, walGroup=c707e9ace675%2C41231%2C1732663180154, offset=c707e9ace675%2C41231%2C1732663180154.1732663181751:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:41231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:19:57,686 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:19:57,686 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:19:57,687 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:19:57,688 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:19:57,688 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:19:57,688 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 567949312 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188205008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:19:57,689 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/ns/0e68c3f9cd704491ac11e278627a092a is 43, key is default/ns:d/1732663182721/Put/seqid=0 2024-11-26T23:19:57,691 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:19:57,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741848_1024 (size=5353) 2024-11-26T23:19:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741849_1025 (size=5153) 2024-11-26T23:19:57,702 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/ns/0e68c3f9cd704491ac11e278627a092a 2024-11-26T23:19:57,719 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/rep_barrier/3284a8924f994d74bf09f08c4ad82a4a is 112, key is test,,1732663184950.4d8f02044f6c71e70a1c512e69dd521d./rep_barrier:seqnumDuringOpen/1732663186097/Put/seqid=0 2024-11-26T23:19:57,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741850_1026 (size=5518) 2024-11-26T23:19:57,835 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:57,897 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 1328, reset compression=false 2024-11-26T23:19:57,940 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1033, reset compression=false 2024-11-26T23:19:57,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:57,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:57,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:19:57,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting 2024-11-26T23:19:57,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting 2024-11-26T23:19:57,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 from cache 2024-11-26T23:19:58,036 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0e800582188835d9fc2b235f1ddc51a 2024-11-26T23:19:58,094 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/.tmp/queue/3409f87653f0459b87c1c6c1ea81e35d 2024-11-26T23:19:58,099 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/.tmp/hfileref/c5cb50b80b71470c822b7d12aaf03aaf as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/hfileref/c5cb50b80b71470c822b7d12aaf03aaf 2024-11-26T23:19:58,103 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/hfileref/c5cb50b80b71470c822b7d12aaf03aaf, entries=4, sequenceid=12, filesize=5.2 K 2024-11-26T23:19:58,104 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/.tmp/queue/3409f87653f0459b87c1c6c1ea81e35d as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/queue/3409f87653f0459b87c1c6c1ea81e35d 2024-11-26T23:19:58,108 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/queue/3409f87653f0459b87c1c6c1ea81e35d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T23:19:58,109 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e0e800582188835d9fc2b235f1ddc51a in 869ms, sequenceid=12, compaction requested=false 2024-11-26T23:19:58,112 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/replication/e0e800582188835d9fc2b235f1ddc51a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T23:19:58,113 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:58,113 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:58,113 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:58,113 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0e800582188835d9fc2b235f1ddc51a: Waiting for close lock at 1732663197239Running coprocessor pre-close hooks at 1732663197239Disabling compacts and flushes for region at 1732663197239Disabling writes for close at 1732663197240 (+1 ms)Obtaining lock to block concurrent updates at 1732663197240Preparing flush snapshotting stores in e0e800582188835d9fc2b235f1ddc51a at 1732663197240Finished memstore snapshotting hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732663197240Flushing stores of hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. at 1732663197240Flushing e0e800582188835d9fc2b235f1ddc51a/hfileref: creating writer at 1732663197240Flushing e0e800582188835d9fc2b235f1ddc51a/hfileref: appending metadata at 1732663197253 (+13 ms)Flushing e0e800582188835d9fc2b235f1ddc51a/hfileref: closing flushed file at 1732663197253Flushing e0e800582188835d9fc2b235f1ddc51a/queue: creating writer at 1732663197666 (+413 ms)Flushing e0e800582188835d9fc2b235f1ddc51a/queue: appending metadata at 1732663197684 (+18 ms)Flushing e0e800582188835d9fc2b235f1ddc51a/queue: closing flushed file at 1732663197684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78962f15: reopening flushed file at 1732663198098 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2e3514: reopening flushed file at 1732663198103 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e0e800582188835d9fc2b235f1ddc51a in 869ms, sequenceid=12, compaction requested=false at 1732663198109 (+6 ms)Writing region close event to WAL at 1732663198110 (+1 ms)Running coprocessor post-close hooks at 1732663198113 (+3 ms)Closed at 1732663198113 2024-11-26T23:19:58,113 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663189273.e0e800582188835d9fc2b235f1ddc51a. 2024-11-26T23:19:58,123 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/rep_barrier/3284a8924f994d74bf09f08c4ad82a4a 2024-11-26T23:19:58,145 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/table/54756fbe1ce4473c8f4a5315c50b6723 is 53, key is hbase:replication/table:state/1732663190447/Put/seqid=0 2024-11-26T23:19:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741851_1027 (size=5308) 2024-11-26T23:19:58,201 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 1328, reset compression=false 2024-11-26T23:19:58,236 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:19:58,236 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:19:58,236 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:58,436 DEBUG [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:19:58,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:19:58,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1] 2024-11-26T23:19:58,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:19:58,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting 2024-11-26T23:19:58,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting 2024-11-26T23:19:58,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c707e9ace675,41231,1732663180154, seqNum=-1 from cache 2024-11-26T23:19:58,491 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:19:58,492 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-26T23:19:57.355Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.460Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.671Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.980Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting 2024-11-26T23:19:58.490Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c707e9ace675,41231,1732663180154 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T23:19:58,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-26T23:19:57.355Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.460Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.671Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.980Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting 2024-11-26T23:19:58.490Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c707e9ace675,41231,1732663180154 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T23:19:58,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41231 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:42300 deadline: 1732663256529, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-26T23:19:57.355Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.460Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.671Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.980Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting 2024-11-26T23:19:58.490Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting 2024-11-26T23:19:58,495 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-26T23:19:57.355Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.460Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.671Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c707e9ace675,41231,1732663180154 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T23:19:57.980Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting 2024-11-26T23:19:58.490Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server c707e9ace675,41231,1732663180154 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:19:58,543 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1033, reset compression=false 2024-11-26T23:19:58,550 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/table/54756fbe1ce4473c8f4a5315c50b6723 2024-11-26T23:19:58,554 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/info/117f0402b3964da1a9d5cb32d7170e95 as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/info/117f0402b3964da1a9d5cb32d7170e95 2024-11-26T23:19:58,558 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/info/117f0402b3964da1a9d5cb32d7170e95, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:19:58,559 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/ns/0e68c3f9cd704491ac11e278627a092a as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/ns/0e68c3f9cd704491ac11e278627a092a 2024-11-26T23:19:58,563 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/ns/0e68c3f9cd704491ac11e278627a092a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:19:58,564 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/rep_barrier/3284a8924f994d74bf09f08c4ad82a4a as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/rep_barrier/3284a8924f994d74bf09f08c4ad82a4a 2024-11-26T23:19:58,568 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/rep_barrier/3284a8924f994d74bf09f08c4ad82a4a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:19:58,569 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/.tmp/table/54756fbe1ce4473c8f4a5315c50b6723 as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/table/54756fbe1ce4473c8f4a5315c50b6723 2024-11-26T23:19:58,573 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/table/54756fbe1ce4473c8f4a5315c50b6723, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:19:58,574 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false 2024-11-26T23:19:58,579 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:19:58,580 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:19:58,580 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:19:58,580 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:58,580 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663197235Running coprocessor pre-close hooks at 1732663197235Disabling compacts and flushes for region at 1732663197235Disabling writes for close at 1732663197235Obtaining lock to block concurrent updates at 1732663197235Preparing flush snapshotting stores in 1588230740 at 1732663197235Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663197236 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732663197236Flushing 1588230740/info: creating writer at 1732663197236Flushing 1588230740/info: appending metadata at 1732663197255 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732663197255Flushing 1588230740/ns: creating writer at 1732663197666 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732663197689 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732663197689Flushing 1588230740/rep_barrier: creating writer at 1732663197706 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663197719 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663197719Flushing 1588230740/table: creating writer at 1732663198127 (+408 ms)Flushing 1588230740/table: appending metadata at 1732663198145 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732663198145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42792de5: reopening flushed file at 1732663198554 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59969c9f: reopening flushed file at 1732663198558 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c66a0db: reopening flushed file at 1732663198563 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409e7b73: reopening flushed file at 1732663198568 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false at 1732663198574 (+6 ms)Writing region close event to WAL at 1732663198577 (+3 ms)Running coprocessor post-close hooks at 1732663198580 (+3 ms)Closed at 1732663198580 2024-11-26T23:19:58,580 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:19:58,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:19:58,599 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c707e9ace675,41231,1732663180154 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:19:58,606 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.1732663181751 to pos 1328, reset compression=false 2024-11-26T23:19:58,636 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,41231,1732663180154; all regions closed. 2024-11-26T23:19:58,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:19:58,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/WALs/c707e9ace675,41231,1732663180154/c707e9ace675%2C41231%2C1732663180154.meta.1732663182682.meta not finished, retry = 0 2024-11-26T23:19:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741839_1015 (size=3127) 2024-11-26T23:19:58,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741832_1008 (size=1336) 2024-11-26T23:19:58,748 DEBUG [RS:0;c707e9ace675:41231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:58,748 INFO [RS:0;c707e9ace675:41231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:58,748 INFO [RS:0;c707e9ace675:41231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:58,748 INFO [RS:0;c707e9ace675:41231 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:58,749 INFO [RS:0;c707e9ace675:41231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:58,749 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:58,749 INFO [RS:0;c707e9ace675:41231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,41231,1732663180154 because: Region server is closing 2024-11-26T23:19:58,749 INFO [RS:0;c707e9ace675:41231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:41231. 2024-11-26T23:19:58,749 DEBUG [RS:0;c707e9ace675:41231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:58,749 DEBUG [RS:0;c707e9ace675:41231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:58,749 DEBUG [RS:0;c707e9ace675:41231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:58,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:58,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c707e9ace675,41231,1732663180154 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:19:58,803 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c707e9ace675,41231,1732663180154 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:19:58,850 INFO [RS:0;c707e9ace675:41231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.shipperc707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 terminated 2024-11-26T23:19:58,850 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,41231,1732663180154.replicationSource.wal-reader.c707e9ace675%2C41231%2C1732663180154,1-c707e9ace675,41231,1732663180154 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:19:58,850 INFO [RS:0;c707e9ace675:41231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:41231. 2024-11-26T23:19:58,850 DEBUG [RS:0;c707e9ace675:41231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:58,850 DEBUG [RS:0;c707e9ace675:41231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:58,850 DEBUG [RS:0;c707e9ace675:41231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:58,850 INFO [RS:0;c707e9ace675:41231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41231 2024-11-26T23:19:58,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344/rs 2024-11-26T23:19:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1292669344/rs/c707e9ace675,41231,1732663180154 2024-11-26T23:19:58,852 INFO [RS:0;c707e9ace675:41231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:58,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,41231,1732663180154] 2024-11-26T23:19:58,855 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1292669344/draining/c707e9ace675,41231,1732663180154 already deleted, retry=false 2024-11-26T23:19:58,855 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,41231,1732663180154 expired; onlineServers=0 2024-11-26T23:19:58,855 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,34337,1732663180108' ***** 2024-11-26T23:19:58,855 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:19:58,855 INFO [M:0;c707e9ace675:34337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:58,855 INFO [M:0;c707e9ace675:34337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:19:58,855 DEBUG [M:0;c707e9ace675:34337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:19:58,855 DEBUG [M:0;c707e9ace675:34337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:19:58,855 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:19:58,855 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663181538 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663181538,5,FailOnTimeoutGroup] 2024-11-26T23:19:58,855 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663181536 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663181536,5,FailOnTimeoutGroup] 2024-11-26T23:19:58,855 INFO [M:0;c707e9ace675:34337 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:19:58,856 INFO [M:0;c707e9ace675:34337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:19:58,856 DEBUG [M:0;c707e9ace675:34337 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:19:58,856 INFO [M:0;c707e9ace675:34337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:19:58,856 INFO [M:0;c707e9ace675:34337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:58,856 INFO [M:0;c707e9ace675:34337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:19:58,856 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:19:58,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1292669344/master 2024-11-26T23:19:58,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1292669344 2024-11-26T23:19:58,858 DEBUG [M:0;c707e9ace675:34337 {}] zookeeper.ZKUtil(347): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Unable to get data of znode /1292669344/master because node does not exist (not an error) 2024-11-26T23:19:58,858 WARN [M:0;c707e9ace675:34337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:19:58,858 INFO [M:0;c707e9ace675:34337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/.lastflushedseqids 2024-11-26T23:19:58,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741852_1028 (size=263) 2024-11-26T23:19:58,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:58,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41231-0x1015693d2f50004, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:58,954 INFO [RS:0;c707e9ace675:41231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:58,954 INFO [RS:0;c707e9ace675:41231 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,41231,1732663180154; zookeeper connection closed. 2024-11-26T23:19:58,954 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e85042 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e85042 2024-11-26T23:19:58,954 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:19:59,106 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c707e9ace675:41231 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c707e9ace675/172.17.0.2:41231 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:19:59,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c707e9ace675:41231 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c707e9ace675/172.17.0.2:41231 2024-11-26T23:19:59,107 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c707e9ace675:41231 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c707e9ace675/172.17.0.2:41231 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c707e9ace675/172.17.0.2:41231 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-26T23:19:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T23:19:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:60404 deadline: 1732663259109, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T23:19:59,111 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T23:19:59,111 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T23:19:59,247 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1033, reset compression=false 2024-11-26T23:19:59,266 INFO [M:0;c707e9ace675:34337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:19:59,266 INFO [M:0;c707e9ace675:34337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:19:59,266 DEBUG [M:0;c707e9ace675:34337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:19:59,266 INFO [M:0;c707e9ace675:34337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:59,266 DEBUG [M:0;c707e9ace675:34337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:59,266 DEBUG [M:0;c707e9ace675:34337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:19:59,266 DEBUG [M:0;c707e9ace675:34337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:59,266 INFO [M:0;c707e9ace675:34337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T23:19:59,282 DEBUG [M:0;c707e9ace675:34337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2e9b0d884f6498795b3dc9199b4a0bd is 82, key is hbase:meta,,1/info:regioninfo/1732663182712/Put/seqid=0 2024-11-26T23:19:59,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741853_1029 (size=5672) 2024-11-26T23:19:59,286 INFO [M:0;c707e9ace675:34337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2e9b0d884f6498795b3dc9199b4a0bd 2024-11-26T23:19:59,303 DEBUG [M:0;c707e9ace675:34337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67c84a09d34043e585af9be135fffa29 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663190450/Put/seqid=0 2024-11-26T23:19:59,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741854_1030 (size=8515) 2024-11-26T23:19:59,307 INFO [M:0;c707e9ace675:34337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67c84a09d34043e585af9be135fffa29 2024-11-26T23:19:59,324 DEBUG [M:0;c707e9ace675:34337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14d8a8f456204a67a8f0de81864dbd3b is 69, key is c707e9ace675,41231,1732663180154/rs:state/1732663181601/Put/seqid=0 2024-11-26T23:19:59,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741855_1031 (size=5156) 2024-11-26T23:19:59,511 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T23:19:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T23:19:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:60404 deadline: 1732663259513, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T23:19:59,514 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T23:19:59,514 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T23:19:59,515 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T23:19:59,729 INFO [M:0;c707e9ace675:34337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14d8a8f456204a67a8f0de81864dbd3b 2024-11-26T23:19:59,733 DEBUG [M:0;c707e9ace675:34337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2e9b0d884f6498795b3dc9199b4a0bd as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2e9b0d884f6498795b3dc9199b4a0bd 2024-11-26T23:19:59,737 INFO [M:0;c707e9ace675:34337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2e9b0d884f6498795b3dc9199b4a0bd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T23:19:59,738 DEBUG [M:0;c707e9ace675:34337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67c84a09d34043e585af9be135fffa29 as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67c84a09d34043e585af9be135fffa29 2024-11-26T23:19:59,742 INFO [M:0;c707e9ace675:34337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67c84a09d34043e585af9be135fffa29, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T23:19:59,742 DEBUG [M:0;c707e9ace675:34337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14d8a8f456204a67a8f0de81864dbd3b as hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14d8a8f456204a67a8f0de81864dbd3b 2024-11-26T23:19:59,746 INFO [M:0;c707e9ace675:34337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36745/user/jenkins/test-data/4280da7d-66f8-c719-a99e-fe5fb1674795/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14d8a8f456204a67a8f0de81864dbd3b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T23:19:59,747 INFO [M:0;c707e9ace675:34337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=97, compaction requested=false 2024-11-26T23:19:59,749 INFO [M:0;c707e9ace675:34337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:19:59,749 DEBUG [M:0;c707e9ace675:34337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663199266Disabling compacts and flushes for region at 1732663199266Disabling writes for close at 1732663199266Obtaining lock to block concurrent updates at 1732663199266Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663199266Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732663199266Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663199267 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663199267Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663199281 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663199281Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663199289 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663199303 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663199303Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663199310 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663199324 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663199324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66529d27: reopening flushed file at 1732663199733 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bafc9fc: reopening flushed file at 1732663199737 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0eb5f1: reopening flushed file at 1732663199742 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=97, compaction requested=false at 1732663199747 (+5 ms)Writing region close event to WAL at 1732663199748 (+1 ms)Closed at 1732663199748 2024-11-26T23:19:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741830_1006 (size=63642) 2024-11-26T23:19:59,753 INFO [M:0;c707e9ace675:34337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:19:59,753 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:19:59,753 INFO [M:0;c707e9ace675:34337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34337 2024-11-26T23:19:59,754 INFO [M:0;c707e9ace675:34337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:19:59,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:59,855 INFO [M:0;c707e9ace675:34337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:19:59,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1015693d2f50003, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:19:59,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2febc756{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:19:59,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:59,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:59,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:59,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:59,860 WARN [BP-1593674569-172.17.0.2-1732663179478 heartbeating to localhost/127.0.0.1:36745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:19:59,860 WARN [BP-1593674569-172.17.0.2-1732663179478 heartbeating to localhost/127.0.0.1:36745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593674569-172.17.0.2-1732663179478 (Datanode Uuid fec94b12-8e93-442d-b068-08a2e9b4878d) service to localhost/127.0.0.1:36745 2024-11-26T23:19:59,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:19:59,861 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:19:59,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/cluster_a3cb5064-5c35-909e-a2e3-bf8518d79cd0/data/data1/current/BP-1593674569-172.17.0.2-1732663179478 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:59,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/cluster_a3cb5064-5c35-909e-a2e3-bf8518d79cd0/data/data2/current/BP-1593674569-172.17.0.2-1732663179478 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:19:59,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:19:59,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a9193d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:19:59,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:19:59,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:19:59,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:19:59,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.log.dir/,STOPPED} 2024-11-26T23:19:59,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:19:59,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:19:59,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:59,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:59,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:59,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:59,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:19:59,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:19:59,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=401964763, stopped=false 2024-11-26T23:19:59,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,39165,1732663176356 2024-11-26T23:19:59,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0285275101/running 2024-11-26T23:19:59,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0285275101/running 2024-11-26T23:19:59,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:59,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:19:59,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:19:59,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on znode that does not yet exist, /0285275101/running 2024-11-26T23:19:59,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Set watcher on znode that does not yet exist, /0285275101/running 2024-11-26T23:19:59,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:19:59,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:59,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:59,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,33899,1732663176415' ***** 2024-11-26T23:19:59,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:19:59,891 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:19:59,891 INFO [RS:0;c707e9ace675:33899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:19:59,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:19:59,891 INFO [RS:0;c707e9ace675:33899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:19:59,891 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:59,891 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(3091): Received CLOSE for 6479dd96225bbd9795a1a1f3ab782e59 2024-11-26T23:19:59,891 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,33899,1732663176415 2024-11-26T23:19:59,891 INFO [RS:0;c707e9ace675:33899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:19:59,891 INFO [RS:0;c707e9ace675:33899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:33899. 2024-11-26T23:19:59,891 DEBUG [RS:0;c707e9ace675:33899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:19:59,891 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f418bab489fbf36154ca3b256ac6407, disabling compactions & flushes 2024-11-26T23:19:59,891 DEBUG [RS:0;c707e9ace675:33899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:19:59,891 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:59,891 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:59,892 INFO [RS:0;c707e9ace675:33899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:19:59,892 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. after waiting 0 ms 2024-11-26T23:19:59,892 INFO [RS:0;c707e9ace675:33899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:19:59,892 INFO [RS:0;c707e9ace675:33899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:19:59,892 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:19:59,892 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:19:59,892 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f418bab489fbf36154ca3b256ac6407 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-26T23:19:59,892 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:19:59,892 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1325): Online Regions={8f418bab489fbf36154ca3b256ac6407=hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407., 1588230740=hbase:meta,,1.1588230740, 6479dd96225bbd9795a1a1f3ab782e59=test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59.} 2024-11-26T23:19:59,892 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6479dd96225bbd9795a1a1f3ab782e59, 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:19:59,892 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:19:59,892 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:19:59,892 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:19:59,892 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:19:59,892 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:19:59,892 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:19:59,907 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:19:59,907 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/.tmp/hfileref/8ffa4351b6e441bbab5aa5e088978a75 is 74, key is 1/hfileref:6394f8eeb2ca40738ed9a5b982b393cc_SeqId_4_/1732663193470/DeleteColumn/seqid=0 2024-11-26T23:19:59,910 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/info/4d34bc7db1c3454694604aaec9aea46e is 147, key is hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407./info:regioninfo/1732663188285/Put/seqid=0 2024-11-26T23:19:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741846_1022 (size=5345) 2024-11-26T23:19:59,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741847_1023 (size=7686) 2024-11-26T23:20:00,015 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T23:20:00,016 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c707e9ace675:34337 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c707e9ace675/172.17.0.2:34337 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:20:00,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c707e9ace675:34337 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c707e9ace675/172.17.0.2:34337 2024-11-26T23:20:00,051 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1033, reset compression=false 2024-11-26T23:20:00,092 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6479dd96225bbd9795a1a1f3ab782e59, 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:20:00,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:00,118 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c707e9ace675:34337 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c707e9ace675/172.17.0.2:34337 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T23:20:00,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c707e9ace675:34337 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c707e9ace675/172.17.0.2:34337 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-26T23:20:00,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c707e9ace675:34337 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c707e9ace675/172.17.0.2:34337 2024-11-26T23:20:00,292 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6479dd96225bbd9795a1a1f3ab782e59, 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:20:00,299 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:20:00,299 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:20:00,312 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/.tmp/hfileref/8ffa4351b6e441bbab5aa5e088978a75 2024-11-26T23:20:00,317 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/info/4d34bc7db1c3454694604aaec9aea46e 2024-11-26T23:20:00,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:00,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c707e9ace675:34337 this server is in the failed servers list 2024-11-26T23:20:00,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c707e9ace675:34337 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:00,335 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/.tmp/queue/6908fe9cf8ed4eaa96d6492d3524b809 is 153, key is 1-c707e9ace675,33899,1732663176415/queue:c707e9ace675%2C33899%2C1732663176415/1732663193471/Put/seqid=0 2024-11-26T23:20:00,335 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/ns/92862a60532a47a7be1932f0e6d07fb8 is 43, key is default/ns:d/1732663179391/Put/seqid=0 2024-11-26T23:20:00,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741849_1025 (size=5153) 2024-11-26T23:20:00,339 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/ns/92862a60532a47a7be1932f0e6d07fb8 2024-11-26T23:20:00,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741848_1024 (size=5352) 2024-11-26T23:20:00,362 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/rep_barrier/9ad495431967435a894bf1fcb7bf48fe is 112, key is test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59./rep_barrier:seqnumDuringOpen/1732663183947/Put/seqid=0 2024-11-26T23:20:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741850_1026 (size=5518) 2024-11-26T23:20:00,492 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6479dd96225bbd9795a1a1f3ab782e59, 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:20:00,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:00,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c707e9ace675:34337 this server is in the failed servers list 2024-11-26T23:20:00,638 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c707e9ace675:34337 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:00,693 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6479dd96225bbd9795a1a1f3ab782e59, 8f418bab489fbf36154ca3b256ac6407 2024-11-26T23:20:00,740 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/.tmp/queue/6908fe9cf8ed4eaa96d6492d3524b809 2024-11-26T23:20:00,745 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/.tmp/hfileref/8ffa4351b6e441bbab5aa5e088978a75 as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/hfileref/8ffa4351b6e441bbab5aa5e088978a75 2024-11-26T23:20:00,748 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/hfileref/8ffa4351b6e441bbab5aa5e088978a75, entries=4, sequenceid=10, filesize=5.2 K 2024-11-26T23:20:00,749 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/.tmp/queue/6908fe9cf8ed4eaa96d6492d3524b809 as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/queue/6908fe9cf8ed4eaa96d6492d3524b809 2024-11-26T23:20:00,752 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/queue/6908fe9cf8ed4eaa96d6492d3524b809, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T23:20:00,753 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8f418bab489fbf36154ca3b256ac6407 in 861ms, sequenceid=10, compaction requested=false 2024-11-26T23:20:00,753 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:20:00,766 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/replication/8f418bab489fbf36154ca3b256ac6407/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T23:20:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:00,767 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:20:00,767 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/rep_barrier/9ad495431967435a894bf1fcb7bf48fe 2024-11-26T23:20:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f418bab489fbf36154ca3b256ac6407: Waiting for close lock at 1732663199891Running coprocessor pre-close hooks at 1732663199891Disabling compacts and flushes for region at 1732663199891Disabling writes for close at 1732663199892 (+1 ms)Obtaining lock to block concurrent updates at 1732663199892Preparing flush snapshotting stores in 8f418bab489fbf36154ca3b256ac6407 at 1732663199892Finished memstore snapshotting hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732663199892Flushing stores of hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. at 1732663199893 (+1 ms)Flushing 8f418bab489fbf36154ca3b256ac6407/hfileref: creating writer at 1732663199893Flushing 8f418bab489fbf36154ca3b256ac6407/hfileref: appending metadata at 1732663199907 (+14 ms)Flushing 8f418bab489fbf36154ca3b256ac6407/hfileref: closing flushed file at 1732663199907Flushing 8f418bab489fbf36154ca3b256ac6407/queue: creating writer at 1732663200317 (+410 ms)Flushing 8f418bab489fbf36154ca3b256ac6407/queue: appending metadata at 1732663200334 (+17 ms)Flushing 8f418bab489fbf36154ca3b256ac6407/queue: closing flushed file at 1732663200334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d186c60: reopening flushed file at 1732663200744 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30654273: reopening flushed file at 1732663200749 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8f418bab489fbf36154ca3b256ac6407 in 861ms, sequenceid=10, compaction requested=false at 1732663200753 (+4 ms)Writing region close event to WAL at 1732663200763 (+10 ms)Running coprocessor post-close hooks at 1732663200767 (+4 ms)Closed at 1732663200767 2024-11-26T23:20:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663187118.8f418bab489fbf36154ca3b256ac6407. 2024-11-26T23:20:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6479dd96225bbd9795a1a1f3ab782e59, disabling compactions & flushes 2024-11-26T23:20:00,767 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:20:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:20:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. after waiting 0 ms 2024-11-26T23:20:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:20:00,771 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/default/test/6479dd96225bbd9795a1a1f3ab782e59/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T23:20:00,772 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:00,772 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:20:00,772 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:20:00,772 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6479dd96225bbd9795a1a1f3ab782e59: Waiting for close lock at 1732663200767Running coprocessor pre-close hooks at 1732663200767Disabling compacts and flushes for region at 1732663200767Disabling writes for close at 1732663200767Writing region close event to WAL at 1732663200769 (+2 ms)Running coprocessor post-close hooks at 1732663200772 (+3 ms)Closed at 1732663200772 2024-11-26T23:20:00,772 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663182798.6479dd96225bbd9795a1a1f3ab782e59. 2024-11-26T23:20:00,786 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/table/da0b721e15a844c39f54826074058935 is 53, key is hbase:replication/table:state/1732663188293/Put/seqid=0 2024-11-26T23:20:00,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741851_1027 (size=5308) 2024-11-26T23:20:00,893 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:20:00,893 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:20:00,893 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:20:00,955 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1033, reset compression=false 2024-11-26T23:20:00,960 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:00,960 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1328, reset compression=false 2024-11-26T23:20:01,093 DEBUG [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:20:01,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:01,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c707e9ace675:34337 this server is in the failed servers list 2024-11-26T23:20:01,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c707e9ace675:34337 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:01,163 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1328, reset compression=false 2024-11-26T23:20:01,190 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/table/da0b721e15a844c39f54826074058935 2024-11-26T23:20:01,195 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/info/4d34bc7db1c3454694604aaec9aea46e as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/info/4d34bc7db1c3454694604aaec9aea46e 2024-11-26T23:20:01,199 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/info/4d34bc7db1c3454694604aaec9aea46e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:20:01,199 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/ns/92862a60532a47a7be1932f0e6d07fb8 as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/ns/92862a60532a47a7be1932f0e6d07fb8 2024-11-26T23:20:01,203 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/ns/92862a60532a47a7be1932f0e6d07fb8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:20:01,204 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/rep_barrier/9ad495431967435a894bf1fcb7bf48fe as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/rep_barrier/9ad495431967435a894bf1fcb7bf48fe 2024-11-26T23:20:01,208 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/rep_barrier/9ad495431967435a894bf1fcb7bf48fe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:20:01,209 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/.tmp/table/da0b721e15a844c39f54826074058935 as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/table/da0b721e15a844c39f54826074058935 2024-11-26T23:20:01,213 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/table/da0b721e15a844c39f54826074058935, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:20:01,213 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-26T23:20:01,213 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:20:01,218 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:20:01,219 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:01,219 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:01,219 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:01,219 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663199892Running coprocessor pre-close hooks at 1732663199892Disabling compacts and flushes for region at 1732663199892Disabling writes for close at 1732663199892Obtaining lock to block concurrent updates at 1732663199892Preparing flush snapshotting stores in 1588230740 at 1732663199892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663199892Flushing stores of hbase:meta,,1.1588230740 at 1732663199893 (+1 ms)Flushing 1588230740/info: creating writer at 1732663199893Flushing 1588230740/info: appending metadata at 1732663199910 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732663199910Flushing 1588230740/ns: creating writer at 1732663200321 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732663200335 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732663200335Flushing 1588230740/rep_barrier: creating writer at 1732663200344 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663200362 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663200362Flushing 1588230740/table: creating writer at 1732663200772 (+410 ms)Flushing 1588230740/table: appending metadata at 1732663200785 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732663200785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a04adb2: reopening flushed file at 1732663201194 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9e795d: reopening flushed file at 1732663201199 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435dbecd: reopening flushed file at 1732663201203 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507ce059: reopening flushed file at 1732663201208 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732663201213 (+5 ms)Writing region close event to WAL at 1732663201215 (+2 ms)Running coprocessor post-close hooks at 1732663201219 (+4 ms)Closed at 1732663201219 2024-11-26T23:20:01,219 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:01,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:01,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:20:01,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:20:01,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:20:01,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:01,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:20:01,293 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,33899,1732663176415; all regions closed. 2024-11-26T23:20:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:20:01,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.meta.1732663179340.meta not finished, retry = 0 2024-11-26T23:20:01,398 DEBUG [RS:0;c707e9ace675:33899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/oldWALs 2024-11-26T23:20:01,398 INFO [RS:0;c707e9ace675:33899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C33899%2C1732663176415.meta:.meta(num 1732663179340) 2024-11-26T23:20:01,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.rep.1732663188253 not finished, retry = 0 2024-11-26T23:20:01,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741839_1015 (size=2695) 2024-11-26T23:20:01,468 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/WALs/c707e9ace675,33899,1732663176415/c707e9ace675%2C33899%2C1732663176415.1732663178434 to pos 1328, reset compression=false 2024-11-26T23:20:01,503 DEBUG [RS:0;c707e9ace675:33899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/oldWALs 2024-11-26T23:20:01,503 INFO [RS:0;c707e9ace675:33899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C33899%2C1732663176415.rep:(num 1732663188253) 2024-11-26T23:20:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741832_1008 (size=1336) 2024-11-26T23:20:01,508 DEBUG [RS:0;c707e9ace675:33899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/oldWALs 2024-11-26T23:20:01,508 INFO [RS:0;c707e9ace675:33899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C33899%2C1732663176415:(num 1732663178434) 2024-11-26T23:20:01,508 DEBUG [RS:0;c707e9ace675:33899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:01,508 INFO [RS:0;c707e9ace675:33899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:20:01,508 INFO [RS:0;c707e9ace675:33899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:20:01,508 INFO [RS:0;c707e9ace675:33899 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:20:01,508 INFO [RS:0;c707e9ace675:33899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:20:01,508 INFO [RS:0;c707e9ace675:33899 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,33899,1732663176415 because: Region server is closing 2024-11-26T23:20:01,509 INFO [RS:0;c707e9ace675:33899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:33899. 2024-11-26T23:20:01,509 DEBUG [RS:0;c707e9ace675:33899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:01,509 DEBUG [RS:0;c707e9ace675:33899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:01,509 DEBUG [RS:0;c707e9ace675:33899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:01,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:01,509 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:20:01,609 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.wal-reader.c707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:20:01,610 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-26T23:20:01,610 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T23:20:01,610 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T23:20:02,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:02,158 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:02,160 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:02,211 INFO [RS:0;c707e9ace675:33899 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,33899,1732663176415.replicationSource.shipperc707e9ace675%2C33899%2C1732663176415,1-c707e9ace675,33899,1732663176415 terminated 2024-11-26T23:20:02,211 INFO [RS:0;c707e9ace675:33899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:33899. 2024-11-26T23:20:02,211 DEBUG [RS:0;c707e9ace675:33899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:02,211 DEBUG [RS:0;c707e9ace675:33899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:02,211 DEBUG [RS:0;c707e9ace675:33899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:02,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:02,211 INFO [RS:0;c707e9ace675:33899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33899 2024-11-26T23:20:02,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101/rs 2024-11-26T23:20:02,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0285275101/rs/c707e9ace675,33899,1732663176415 2024-11-26T23:20:02,213 INFO [RS:0;c707e9ace675:33899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:20:02,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,33899,1732663176415] 2024-11-26T23:20:02,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0285275101/draining/c707e9ace675,33899,1732663176415 already deleted, retry=false 2024-11-26T23:20:02,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,33899,1732663176415 expired; onlineServers=0 2024-11-26T23:20:02,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,39165,1732663176356' ***** 2024-11-26T23:20:02,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:20:02,216 INFO [M:0;c707e9ace675:39165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:20:02,216 INFO [M:0;c707e9ace675:39165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:20:02,216 DEBUG [M:0;c707e9ace675:39165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:20:02,216 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:20:02,216 DEBUG [M:0;c707e9ace675:39165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:20:02,216 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663178197 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663178197,5,FailOnTimeoutGroup] 2024-11-26T23:20:02,216 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663178199 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663178199,5,FailOnTimeoutGroup] 2024-11-26T23:20:02,216 INFO [M:0;c707e9ace675:39165 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:20:02,216 INFO [M:0;c707e9ace675:39165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:20:02,216 DEBUG [M:0;c707e9ace675:39165 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:20:02,217 INFO [M:0;c707e9ace675:39165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:20:02,217 INFO [M:0;c707e9ace675:39165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:20:02,217 INFO [M:0;c707e9ace675:39165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:20:02,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:20:02,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0285275101/master 2024-11-26T23:20:02,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0285275101 2024-11-26T23:20:02,219 DEBUG [M:0;c707e9ace675:39165 {}] zookeeper.ZKUtil(347): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Unable to get data of znode /0285275101/master because node does not exist (not an error) 2024-11-26T23:20:02,219 WARN [M:0;c707e9ace675:39165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:20:02,219 INFO [M:0;c707e9ace675:39165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/.lastflushedseqids 2024-11-26T23:20:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741852_1028 (size=263) 2024-11-26T23:20:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:02,315 INFO [RS:0;c707e9ace675:33899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:20:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33899-0x1015693d2f50001, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:02,315 INFO [RS:0;c707e9ace675:33899 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,33899,1732663176415; zookeeper connection closed. 2024-11-26T23:20:02,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e0fba12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e0fba12 2024-11-26T23:20:02,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:20:02,624 INFO [M:0;c707e9ace675:39165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:20:02,625 INFO [M:0;c707e9ace675:39165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:20:02,625 DEBUG [M:0;c707e9ace675:39165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:20:02,625 INFO [M:0;c707e9ace675:39165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:02,625 DEBUG [M:0;c707e9ace675:39165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:02,625 DEBUG [M:0;c707e9ace675:39165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:20:02,625 DEBUG [M:0;c707e9ace675:39165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:02,625 INFO [M:0;c707e9ace675:39165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T23:20:02,645 DEBUG [M:0;c707e9ace675:39165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79cc7f3904184930938f7542cd24b27f is 82, key is hbase:meta,,1/info:regioninfo/1732663179372/Put/seqid=0 2024-11-26T23:20:02,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741853_1029 (size=5672) 2024-11-26T23:20:02,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:20:02,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:02,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:03,049 INFO [M:0;c707e9ace675:39165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79cc7f3904184930938f7542cd24b27f 2024-11-26T23:20:03,072 DEBUG [M:0;c707e9ace675:39165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3a012e539904af596ec8b65a2af2c82 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663188296/Put/seqid=0 2024-11-26T23:20:03,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741854_1030 (size=8515) 2024-11-26T23:20:03,477 INFO [M:0;c707e9ace675:39165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3a012e539904af596ec8b65a2af2c82 2024-11-26T23:20:03,495 DEBUG [M:0;c707e9ace675:39165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d07c2decdc94a44999c537d1bec1d49 is 69, key is c707e9ace675,33899,1732663176415/rs:state/1732663178262/Put/seqid=0 2024-11-26T23:20:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741855_1031 (size=5156) 2024-11-26T23:20:03,900 INFO [M:0;c707e9ace675:39165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d07c2decdc94a44999c537d1bec1d49 2024-11-26T23:20:03,905 DEBUG [M:0;c707e9ace675:39165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79cc7f3904184930938f7542cd24b27f as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79cc7f3904184930938f7542cd24b27f 2024-11-26T23:20:03,909 INFO [M:0;c707e9ace675:39165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79cc7f3904184930938f7542cd24b27f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T23:20:03,909 DEBUG [M:0;c707e9ace675:39165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3a012e539904af596ec8b65a2af2c82 as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3a012e539904af596ec8b65a2af2c82 2024-11-26T23:20:03,913 INFO [M:0;c707e9ace675:39165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3a012e539904af596ec8b65a2af2c82, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T23:20:03,914 DEBUG [M:0;c707e9ace675:39165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d07c2decdc94a44999c537d1bec1d49 as hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d07c2decdc94a44999c537d1bec1d49 2024-11-26T23:20:03,918 INFO [M:0;c707e9ace675:39165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/e2a2c7d8-613a-842b-a005-cd4f67cf9f41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d07c2decdc94a44999c537d1bec1d49, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T23:20:03,919 INFO [M:0;c707e9ace675:39165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-11-26T23:20:03,923 INFO [M:0;c707e9ace675:39165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:03,923 DEBUG [M:0;c707e9ace675:39165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663202625Disabling compacts and flushes for region at 1732663202625Disabling writes for close at 1732663202625Obtaining lock to block concurrent updates at 1732663202625Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663202625Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732663202625Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663202626 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663202626Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663202644 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663202644Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663203054 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663203072 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663203072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663203481 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663203495 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663203495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5a7bb2: reopening flushed file at 1732663203904 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3011477: reopening flushed file at 1732663203909 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e9fa61: reopening flushed file at 1732663203913 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1732663203919 (+6 ms)Writing region close event to WAL at 1732663203923 (+4 ms)Closed at 1732663203923 2024-11-26T23:20:03,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741830_1006 (size=63642) 2024-11-26T23:20:03,926 INFO [M:0;c707e9ace675:39165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:20:03,926 INFO [M:0;c707e9ace675:39165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39165 2024-11-26T23:20:03,926 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:20:03,926 INFO [M:0;c707e9ace675:39165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:20:04,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:04,028 INFO [M:0;c707e9ace675:39165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:20:04,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39165-0x1015693d2f50000, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:04,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bd3f427{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:20:04,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:20:04,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:20:04,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:20:04,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.log.dir/,STOPPED} 2024-11-26T23:20:04,032 WARN [BP-519403418-172.17.0.2-1732663175304 heartbeating to localhost/127.0.0.1:40983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:20:04,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:20:04,032 WARN [BP-519403418-172.17.0.2-1732663175304 heartbeating to localhost/127.0.0.1:40983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-519403418-172.17.0.2-1732663175304 (Datanode Uuid 068971e8-02fc-45a8-90d7-f62f3e27ab8f) service to localhost/127.0.0.1:40983 2024-11-26T23:20:04,033 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:20:04,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/cluster_4b98dbf7-7d20-a13e-999d-290f4f4e3f3f/data/data1/current/BP-519403418-172.17.0.2-1732663175304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:20:04,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/cluster_4b98dbf7-7d20-a13e-999d-290f4f4e3f3f/data/data2/current/BP-519403418-172.17.0.2-1732663175304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:20:04,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:20:04,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383d3699{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:20:04,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@290f1827{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:20:04,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:20:04,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56fe2828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:20:04,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2232c90b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a887421f-7d95-ff6d-5683-d98b48ae0805/hadoop.log.dir/,STOPPED} 2024-11-26T23:20:04,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T23:20:04,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:20:04,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40983 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62069) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40983 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36745 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40983 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36745 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62069) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 241), ProcessCount=11 (was 11), AvailableMemoryMB=6099 (was 6121) 2024-11-26T23:20:04,077 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=6099 2024-11-26T23:20:04,090 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-26T23:20:04,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.log.dir so I do NOT create it in target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e 2024-11-26T23:20:04,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:20:04,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.tmp.dir so I do NOT create it in target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e 2024-11-26T23:20:04,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d709f203-2d5a-dcf7-1da4-6de204b8c4f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:20:04,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e 2024-11-26T23:20:04,091 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/cluster_9a702758-fa9b-e0f7-d283-3b360278c9a8, deleteOnExit=true 2024-11-26T23:20:04,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/cluster_9a702758-fa9b-e0f7-d283-3b360278c9a8/zookeeper_0, clientPort=60762, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/cluster_9a702758-fa9b-e0f7-d283-3b360278c9a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/cluster_9a702758-fa9b-e0f7-d283-3b360278c9a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:20:04,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60762 2024-11-26T23:20:04,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:20:04,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:20:04,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/test.cache.data in system properties and HBase conf 2024-11-26T23:20:04,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:20:04,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:20:04,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:20:04,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:04,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:20:04,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:20:04,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:20:04,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:04,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:20:04,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:20:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015693d2f50005, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:20:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015693d2f50002, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:20:04,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015693d2f50005, quorum=127.0.0.1:62069, baseZNode=/1292669344 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:20:04,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015693d2f50002, quorum=127.0.0.1:62069, baseZNode=/0285275101 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:20:04,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:04,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:04,168 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:04,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:04,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:04,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:04,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:04,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:20:04,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:04,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cb992f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:04,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56c39db7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:04,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb3f14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/java.io.tmpdir/jetty-localhost-44421-hadoop-hdfs-3_4_1-tests_jar-_-any-11078893483959982026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:20:04,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@254bded4{HTTP/1.1, (http/1.1)}{localhost:44421} 2024-11-26T23:20:04,330 INFO [Time-limited test {}] server.Server(415): Started @178407ms 2024-11-26T23:20:04,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:04,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:04,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:04,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:04,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:20:04,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b481a9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:04,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35c3d315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:04,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64e37498{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/java.io.tmpdir/jetty-localhost-44705-hadoop-hdfs-3_4_1-tests_jar-_-any-16813600758392916908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:20:04,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58e9f6a3{HTTP/1.1, (http/1.1)}{localhost:44705} 2024-11-26T23:20:04,531 INFO [Time-limited test {}] server.Server(415): Started @178608ms 2024-11-26T23:20:04,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:20:04,652 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/cluster_9a702758-fa9b-e0f7-d283-3b360278c9a8/data/data1/current/BP-872175167-172.17.0.2-1732663204124/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:04,652 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/cluster_9a702758-fa9b-e0f7-d283-3b360278c9a8/data/data2/current/BP-872175167-172.17.0.2-1732663204124/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:04,677 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:20:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa163430567459b47 with lease ID 0x268a132106233662: Processing first storage report for DS-4890cf08-7e5e-4736-9e33-f529e6bd106d from datanode DatanodeRegistration(127.0.0.1:39429, datanodeUuid=314188d2-f28b-416a-973d-41aad745e7cc, infoPort=38245, infoSecurePort=0, ipcPort=35795, storageInfo=lv=-57;cid=testClusterID;nsid=152962153;c=1732663204124) 2024-11-26T23:20:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa163430567459b47 with lease ID 0x268a132106233662: from storage DS-4890cf08-7e5e-4736-9e33-f529e6bd106d node DatanodeRegistration(127.0.0.1:39429, datanodeUuid=314188d2-f28b-416a-973d-41aad745e7cc, infoPort=38245, infoSecurePort=0, ipcPort=35795, storageInfo=lv=-57;cid=testClusterID;nsid=152962153;c=1732663204124), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:20:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa163430567459b47 with lease ID 0x268a132106233662: Processing first storage report for DS-0d31e61d-b47e-41d0-a57e-9bf841b5568a from datanode DatanodeRegistration(127.0.0.1:39429, datanodeUuid=314188d2-f28b-416a-973d-41aad745e7cc, infoPort=38245, infoSecurePort=0, ipcPort=35795, storageInfo=lv=-57;cid=testClusterID;nsid=152962153;c=1732663204124) 2024-11-26T23:20:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa163430567459b47 with lease ID 0x268a132106233662: from storage DS-0d31e61d-b47e-41d0-a57e-9bf841b5568a node DatanodeRegistration(127.0.0.1:39429, datanodeUuid=314188d2-f28b-416a-973d-41aad745e7cc, infoPort=38245, infoSecurePort=0, ipcPort=35795, storageInfo=lv=-57;cid=testClusterID;nsid=152962153;c=1732663204124), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:20:04,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e 2024-11-26T23:20:04,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:04,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:20:04,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0 with version=8 2024-11-26T23:20:04,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/hbase-staging 2024-11-26T23:20:04,778 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:04,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:04,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:04,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:04,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:04,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:04,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:20:04,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:04,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34907 2024-11-26T23:20:04,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34907 connecting to ZooKeeper ensemble=127.0.0.1:60762 2024-11-26T23:20:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349070x0, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:04,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34907-0x1015694438c0000 connected 2024-11-26T23:20:04,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:04,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:04,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on znode that does not yet exist, /0-230948908/running 2024-11-26T23:20:04,837 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0, hbase.cluster.distributed=false 2024-11-26T23:20:04,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on znode that does not yet exist, /0-230948908/acl 2024-11-26T23:20:04,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-26T23:20:04,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34907 2024-11-26T23:20:04,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34907 2024-11-26T23:20:04,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-26T23:20:04,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-26T23:20:04,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:04,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:04,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:04,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:04,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:04,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:04,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:20:04,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:04,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42013 2024-11-26T23:20:04,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42013 connecting to ZooKeeper ensemble=127.0.0.1:60762 2024-11-26T23:20:04,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:04,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:04,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420130x0, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:04,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42013-0x1015694438c0001 connected 2024-11-26T23:20:04,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on znode that does not yet exist, /0-230948908/running 2024-11-26T23:20:04,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:20:04,887 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:20:04,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on znode that does not yet exist, /0-230948908/master 2024-11-26T23:20:04,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on znode that does not yet exist, /0-230948908/acl 2024-11-26T23:20:04,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42013 2024-11-26T23:20:04,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42013 2024-11-26T23:20:04,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42013 2024-11-26T23:20:04,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42013 2024-11-26T23:20:04,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42013 2024-11-26T23:20:04,912 DEBUG [M:0;c707e9ace675:34907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:34907 2024-11-26T23:20:04,912 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-230948908/backup-masters/c707e9ace675,34907,1732663204778 2024-11-26T23:20:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908/backup-masters 2024-11-26T23:20:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908/backup-masters 2024-11-26T23:20:04,914 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on existing znode=/0-230948908/backup-masters/c707e9ace675,34907,1732663204778 2024-11-26T23:20:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230948908/master 2024-11-26T23:20:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:04,916 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on existing znode=/0-230948908/master 2024-11-26T23:20:04,916 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-230948908/backup-masters/c707e9ace675,34907,1732663204778 from backup master directory 2024-11-26T23:20:04,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230948908/backup-masters/c707e9ace675,34907,1732663204778 2024-11-26T23:20:04,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908/backup-masters 2024-11-26T23:20:04,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908/backup-masters 2024-11-26T23:20:04,918 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:04,918 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,34907,1732663204778 2024-11-26T23:20:04,921 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/hbase.id] with ID: 491ba36a-ccc5-4249-b72f-bf3f627398e5 2024-11-26T23:20:04,922 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/.tmp/hbase.id 2024-11-26T23:20:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:20:05,330 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/.tmp/hbase.id]:[hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/hbase.id] 2024-11-26T23:20:05,341 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:05,341 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:20:05,342 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:20:05,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:05,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:05,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:20:05,750 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:05,751 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:20:05,752 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:05,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:20:05,765 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store 2024-11-26T23:20:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:20:06,175 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:06,175 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:20:06,175 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:06,175 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:06,175 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:20:06,175 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:06,175 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:06,175 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663206175Disabling compacts and flushes for region at 1732663206175Disabling writes for close at 1732663206175Writing region close event to WAL at 1732663206175Closed at 1732663206175 2024-11-26T23:20:06,176 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/.initializing 2024-11-26T23:20:06,177 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/WALs/c707e9ace675,34907,1732663204778 2024-11-26T23:20:06,178 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:06,179 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C34907%2C1732663204778, suffix=, logDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/WALs/c707e9ace675,34907,1732663204778, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/oldWALs, maxLogs=10 2024-11-26T23:20:06,199 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/WALs/c707e9ace675,34907,1732663204778/c707e9ace675%2C34907%2C1732663204778.1732663206180, exclude list is [], retry=0 2024-11-26T23:20:06,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39429,DS-4890cf08-7e5e-4736-9e33-f529e6bd106d,DISK] 2024-11-26T23:20:06,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/WALs/c707e9ace675,34907,1732663204778/c707e9ace675%2C34907%2C1732663204778.1732663206180 2024-11-26T23:20:06,209 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38245:38245)] 2024-11-26T23:20:06,210 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:06,210 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:06,210 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,210 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:20:06,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:06,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:06,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:20:06,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:06,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:06,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:20:06,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:06,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:06,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:20:06,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:06,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:06,220 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,221 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,221 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,223 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,223 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,223 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:06,224 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:06,231 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:06,232 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73028562, jitterRate=0.08821037411689758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:06,233 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663206210Initializing all the Stores at 1732663206211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663206211Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663206212 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663206212Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663206212Cleaning up temporary data from old regions at 1732663206223 (+11 ms)Region opened successfully at 1732663206233 (+10 ms) 2024-11-26T23:20:06,233 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:20:06,237 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676ceded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:06,238 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:20:06,238 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:20:06,238 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:20:06,238 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:20:06,242 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-26T23:20:06,243 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:20:06,243 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:20:06,246 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:20:06,247 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Unable to get data of znode /0-230948908/balancer because node does not exist (not necessarily an error) 2024-11-26T23:20:06,249 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230948908/balancer already deleted, retry=false 2024-11-26T23:20:06,249 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:20:06,250 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Unable to get data of znode /0-230948908/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:20:06,251 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230948908/normalizer already deleted, retry=false 2024-11-26T23:20:06,252 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:20:06,261 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Unable to get data of znode /0-230948908/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:20:06,262 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230948908/switch/split already deleted, retry=false 2024-11-26T23:20:06,263 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Unable to get data of znode /0-230948908/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:20:06,268 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230948908/switch/merge already deleted, retry=false 2024-11-26T23:20:06,270 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Unable to get data of znode /0-230948908/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:20:06,272 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230948908/snapshot-cleanup already deleted, retry=false 2024-11-26T23:20:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230948908/running 2024-11-26T23:20:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230948908/running 2024-11-26T23:20:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:06,275 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,34907,1732663204778, sessionid=0x1015694438c0000, setting cluster-up flag (Was=false) 2024-11-26T23:20:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:06,285 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-230948908/flush-table-proc/acquired, /0-230948908/flush-table-proc/reached, /0-230948908/flush-table-proc/abort 2024-11-26T23:20:06,286 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,34907,1732663204778 2024-11-26T23:20:06,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:06,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:06,295 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-230948908/online-snapshot/acquired, /0-230948908/online-snapshot/reached, /0-230948908/online-snapshot/abort 2024-11-26T23:20:06,297 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,34907,1732663204778 2024-11-26T23:20:06,299 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:20:06,302 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:06,302 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:20:06,302 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:20:06,302 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,34907,1732663204778 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:20:06,303 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:06,303 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:06,303 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:06,303 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:06,303 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:20:06,303 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,303 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:06,303 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,305 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(746): ClusterId : 491ba36a-ccc5-4249-b72f-bf3f627398e5 2024-11-26T23:20:06,305 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:20:06,308 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:20:06,308 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:20:06,310 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:20:06,310 DEBUG [RS:0;c707e9ace675:42013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35491a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:06,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:06,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:20:06,323 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:06,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:20:06,337 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663236336 2024-11-26T23:20:06,337 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:20:06,337 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:20:06,337 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:20:06,337 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:20:06,337 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:20:06,337 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:20:06,340 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,344 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:20:06,345 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:20:06,345 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:20:06,345 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:20:06,348 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:20:06,348 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:20:06,348 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:42013 2024-11-26T23:20:06,349 INFO [RS:0;c707e9ace675:42013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:20:06,349 INFO [RS:0;c707e9ace675:42013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:20:06,349 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:20:06,349 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,34907,1732663204778 with port=42013, startcode=1732663204871 2024-11-26T23:20:06,350 DEBUG [RS:0;c707e9ace675:42013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:20:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:20:06,352 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663206348,5,FailOnTimeoutGroup] 2024-11-26T23:20:06,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:20:06,353 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0 2024-11-26T23:20:06,353 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:20:06,354 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T23:20:06,354 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T23:20:06,354 WARN [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T23:20:06,356 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663206352,5,FailOnTimeoutGroup] 2024-11-26T23:20:06,356 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,356 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:20:06,356 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,356 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741832_1008 (size=32) 2024-11-26T23:20:06,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:06,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:06,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:06,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:06,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:06,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:06,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:06,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:06,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:06,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:06,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:06,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:06,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:06,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:06,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:06,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:06,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740 2024-11-26T23:20:06,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740 2024-11-26T23:20:06,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:06,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:06,386 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:06,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:06,404 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:06,404 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68488212, jitterRate=0.020553886890411377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:06,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663206369Initializing all the Stores at 1732663206369Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663206369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663206372 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663206372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663206372Cleaning up temporary data from old regions at 1732663206385 (+13 ms)Region opened successfully at 1732663206405 (+20 ms) 2024-11-26T23:20:06,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:20:06,405 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:20:06,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:20:06,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:20:06,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:20:06,406 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:06,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663206405Disabling compacts and flushes for region at 1732663206405Disabling writes for close at 1732663206405Writing region close event to WAL at 1732663206405Closed at 1732663206406 (+1 ms) 2024-11-26T23:20:06,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:06,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:20:06,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:20:06,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:06,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:20:06,455 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,34907,1732663204778 with port=42013, startcode=1732663204871 2024-11-26T23:20:06,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,42013,1732663204871 2024-11-26T23:20:06,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,42013,1732663204871 2024-11-26T23:20:06,459 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0 2024-11-26T23:20:06,459 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33797 2024-11-26T23:20:06,459 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:20:06,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908/rs 2024-11-26T23:20:06,464 DEBUG [RS:0;c707e9ace675:42013 {}] zookeeper.ZKUtil(111): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on existing znode=/0-230948908/rs/c707e9ace675,42013,1732663204871 2024-11-26T23:20:06,464 WARN [RS:0;c707e9ace675:42013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:06,464 INFO [RS:0;c707e9ace675:42013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:06,464 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871 2024-11-26T23:20:06,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,42013,1732663204871] 2024-11-26T23:20:06,477 INFO [RS:0;c707e9ace675:42013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:20:06,480 INFO [RS:0;c707e9ace675:42013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:20:06,488 INFO [RS:0;c707e9ace675:42013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:20:06,489 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,491 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:20:06,493 INFO [RS:0;c707e9ace675:42013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:20:06,493 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:06,493 DEBUG [RS:0;c707e9ace675:42013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:06,494 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,494 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,494 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,494 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,494 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,494 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42013,1732663204871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:06,513 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:20:06,514 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42013,1732663204871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,514 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,514 INFO [RS:0;c707e9ace675:42013 {}] regionserver.Replication(171): c707e9ace675,42013,1732663204871 started 2024-11-26T23:20:06,533 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:06,533 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,42013,1732663204871, RpcServer on c707e9ace675/172.17.0.2:42013, sessionid=0x1015694438c0001 2024-11-26T23:20:06,533 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:20:06,533 DEBUG [RS:0;c707e9ace675:42013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,42013,1732663204871 2024-11-26T23:20:06,534 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,42013,1732663204871' 2024-11-26T23:20:06,534 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-230948908/flush-table-proc/abort' 2024-11-26T23:20:06,534 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-230948908/flush-table-proc/acquired' 2024-11-26T23:20:06,535 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:20:06,535 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:20:06,535 DEBUG [RS:0;c707e9ace675:42013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,42013,1732663204871 2024-11-26T23:20:06,535 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,42013,1732663204871' 2024-11-26T23:20:06,535 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-230948908/online-snapshot/abort' 2024-11-26T23:20:06,535 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-230948908/online-snapshot/acquired' 2024-11-26T23:20:06,536 DEBUG [RS:0;c707e9ace675:42013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:20:06,536 INFO [RS:0;c707e9ace675:42013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:20:06,536 INFO [RS:0;c707e9ace675:42013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:20:06,559 WARN [c707e9ace675:34907 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T23:20:06,636 INFO [RS:0;c707e9ace675:42013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:06,638 INFO [RS:0;c707e9ace675:42013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42013%2C1732663204871, suffix=, logDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/oldWALs, maxLogs=10 2024-11-26T23:20:06,659 DEBUG [RS:0;c707e9ace675:42013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639, exclude list is [], retry=0 2024-11-26T23:20:06,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39429,DS-4890cf08-7e5e-4736-9e33-f529e6bd106d,DISK] 2024-11-26T23:20:06,665 INFO [RS:0;c707e9ace675:42013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 2024-11-26T23:20:06,667 DEBUG [RS:0;c707e9ace675:42013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38245:38245)] 2024-11-26T23:20:06,810 DEBUG [c707e9ace675:34907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:20:06,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,42013,1732663204871 2024-11-26T23:20:06,812 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,42013,1732663204871, state=OPENING 2024-11-26T23:20:06,815 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:20:06,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:06,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:06,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230948908/meta-region-server: CHANGED 2024-11-26T23:20:06,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230948908/meta-region-server: CHANGED 2024-11-26T23:20:06,817 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:06,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,42013,1732663204871}] 2024-11-26T23:20:06,970 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:06,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:20:06,975 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:20:06,975 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:06,976 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:20:06,977 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42013%2C1732663204871.meta, suffix=.meta, logDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/oldWALs, maxLogs=10 2024-11-26T23:20:06,993 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.meta.1732663206977.meta, exclude list is [], retry=0 2024-11-26T23:20:07,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39429,DS-4890cf08-7e5e-4736-9e33-f529e6bd106d,DISK] 2024-11-26T23:20:07,009 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.meta.1732663206977.meta 2024-11-26T23:20:07,013 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38245:38245)] 2024-11-26T23:20:07,013 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:07,014 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:07,014 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:07,014 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:20:07,014 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:20:07,014 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:20:07,014 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:07,014 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:20:07,014 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:20:07,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:07,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:07,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:07,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:07,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:07,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:07,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:07,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:07,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:07,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:07,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:07,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:07,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:07,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:07,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:07,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:07,023 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:07,023 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740 2024-11-26T23:20:07,025 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740 2024-11-26T23:20:07,026 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:07,026 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:07,026 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:07,028 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:07,029 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62081600, jitterRate=-0.07491207122802734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:07,029 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:20:07,030 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663207015Writing region info on filesystem at 1732663207015Initializing all the Stores at 1732663207016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663207016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663207016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663207016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663207016Cleaning up temporary data from old regions at 1732663207026 (+10 ms)Running coprocessor post-open hooks at 1732663207029 (+3 ms)Region opened successfully at 1732663207029 2024-11-26T23:20:07,031 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663206970 2024-11-26T23:20:07,035 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:20:07,035 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:20:07,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,42013,1732663204871 2024-11-26T23:20:07,036 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,42013,1732663204871, state=OPEN 2024-11-26T23:20:07,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230948908/meta-region-server 2024-11-26T23:20:07,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230948908/meta-region-server 2024-11-26T23:20:07,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230948908/meta-region-server: CHANGED 2024-11-26T23:20:07,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230948908/meta-region-server: CHANGED 2024-11-26T23:20:07,042 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,42013,1732663204871 2024-11-26T23:20:07,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:20:07,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,42013,1732663204871 in 225 msec 2024-11-26T23:20:07,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:20:07,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-26T23:20:07,049 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:07,049 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:20:07,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:07,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42013,1732663204871, seqNum=-1] 2024-11-26T23:20:07,051 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:07,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:07,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 757 msec 2024-11-26T23:20:07,059 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663207059, completionTime=-1 2024-11-26T23:20:07,059 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:20:07,059 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:20:07,061 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:20:07,061 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663267061 2024-11-26T23:20:07,061 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663327061 2024-11-26T23:20:07,062 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T23:20:07,062 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34907,1732663204778-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:07,062 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34907,1732663204778-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:07,062 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34907,1732663204778-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:07,062 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:34907, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:07,062 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:07,062 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:07,066 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:20:07,068 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.150sec 2024-11-26T23:20:07,068 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:20:07,068 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:20:07,068 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:20:07,068 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:20:07,068 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:20:07,068 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34907,1732663204778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:07,068 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34907,1732663204778-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:20:07,075 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:20:07,075 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:20:07,075 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,34907,1732663204778-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:07,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7bdae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:07,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34907,-1 for getting cluster id 2024-11-26T23:20:07,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:07,108 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491ba36a-ccc5-4249-b72f-bf3f627398e5' 2024-11-26T23:20:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491ba36a-ccc5-4249-b72f-bf3f627398e5" 2024-11-26T23:20:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a314b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34907,-1] 2024-11-26T23:20:07,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:07,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:07,111 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:07,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e49cba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:07,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:07,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42013,1732663204871, seqNum=-1] 2024-11-26T23:20:07,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:07,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:07,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,34907,1732663204778 2024-11-26T23:20:07,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60762 2024-11-26T23:20:07,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:07,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015694438c0002 connected 2024-11-26T23:20:07,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.log.dir so I do NOT create it in target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3 2024-11-26T23:20:07,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:20:07,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.tmp.dir so I do NOT create it in target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3 2024-11-26T23:20:07,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:20:07,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3 2024-11-26T23:20:07,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:20:07,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/cluster_ecb2b86a-73fd-6ba6-9a68-1ff0ea72c2a5, deleteOnExit=true 2024-11-26T23:20:07,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:20:07,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/test.cache.data in system properties and HBase conf 2024-11-26T23:20:07,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:20:07,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:20:07,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:20:07,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:20:07,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:20:07,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:20:07,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:07,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:07,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:20:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:20:07,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:07,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:07,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:07,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:07,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:20:07,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:07,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@754ba998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:07,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b2680d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:07,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b5e0378{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/java.io.tmpdir/jetty-localhost-41129-hadoop-hdfs-3_4_1-tests_jar-_-any-11613417816601815778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:20:07,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2eed3a{HTTP/1.1, (http/1.1)}{localhost:41129} 2024-11-26T23:20:07,387 INFO [Time-limited test {}] server.Server(415): Started @181463ms 2024-11-26T23:20:07,490 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:20:07,529 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,530 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,530 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,531 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,531 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,531 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,536 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,542 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,543 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:07,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:07,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:07,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:07,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:07,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:20:07,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbd94a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:07,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32bf2885{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:07,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@193ce8df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/java.io.tmpdir/jetty-localhost-33461-hadoop-hdfs-3_4_1-tests_jar-_-any-9894778109848893612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:20:07,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bd038f{HTTP/1.1, (http/1.1)}{localhost:33461} 2024-11-26T23:20:07,717 INFO [Time-limited test {}] server.Server(415): Started @181793ms 2024-11-26T23:20:07,718 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:20:07,852 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/cluster_ecb2b86a-73fd-6ba6-9a68-1ff0ea72c2a5/data/data1/current/BP-833674830-172.17.0.2-1732663207154/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:07,853 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/cluster_ecb2b86a-73fd-6ba6-9a68-1ff0ea72c2a5/data/data2/current/BP-833674830-172.17.0.2-1732663207154/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:07,877 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:20:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab317663f5a7b7 with lease ID 0x80612c621307a7ce: Processing first storage report for DS-e97de178-6018-4d54-abb1-87cf855617a3 from datanode DatanodeRegistration(127.0.0.1:36437, datanodeUuid=e194e89d-8a3f-45be-a1d3-fcf5c981ef15, infoPort=33141, infoSecurePort=0, ipcPort=34075, storageInfo=lv=-57;cid=testClusterID;nsid=544035420;c=1732663207154) 2024-11-26T23:20:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab317663f5a7b7 with lease ID 0x80612c621307a7ce: from storage DS-e97de178-6018-4d54-abb1-87cf855617a3 node DatanodeRegistration(127.0.0.1:36437, datanodeUuid=e194e89d-8a3f-45be-a1d3-fcf5c981ef15, infoPort=33141, infoSecurePort=0, ipcPort=34075, storageInfo=lv=-57;cid=testClusterID;nsid=544035420;c=1732663207154), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T23:20:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab317663f5a7b7 with lease ID 0x80612c621307a7ce: Processing first storage report for DS-9889d0ab-bc02-4c87-97e5-e72751cdfebe from datanode DatanodeRegistration(127.0.0.1:36437, datanodeUuid=e194e89d-8a3f-45be-a1d3-fcf5c981ef15, infoPort=33141, infoSecurePort=0, ipcPort=34075, storageInfo=lv=-57;cid=testClusterID;nsid=544035420;c=1732663207154) 2024-11-26T23:20:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab317663f5a7b7 with lease ID 0x80612c621307a7ce: from storage DS-9889d0ab-bc02-4c87-97e5-e72751cdfebe node DatanodeRegistration(127.0.0.1:36437, datanodeUuid=e194e89d-8a3f-45be-a1d3-fcf5c981ef15, infoPort=33141, infoSecurePort=0, ipcPort=34075, storageInfo=lv=-57;cid=testClusterID;nsid=544035420;c=1732663207154), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:20:07,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3 2024-11-26T23:20:07,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:07,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:20:08,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:08,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:08,179 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:08,369 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa with version=8 2024-11-26T23:20:08,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/hbase-staging 2024-11-26T23:20:08,372 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:08,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:08,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:08,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:08,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:08,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:08,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:20:08,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:08,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43849 2024-11-26T23:20:08,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43849 connecting to ZooKeeper ensemble=127.0.0.1:60762 2024-11-26T23:20:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438490x0, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:08,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43849-0x1015694438c0003 connected 2024-11-26T23:20:08,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:08,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:08,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on znode that does not yet exist, /1865888656/running 2024-11-26T23:20:08,405 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa, hbase.cluster.distributed=false 2024-11-26T23:20:08,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on znode that does not yet exist, /1865888656/acl 2024-11-26T23:20:08,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-26T23:20:08,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43849 2024-11-26T23:20:08,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43849 2024-11-26T23:20:08,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-26T23:20:08,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-26T23:20:08,444 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:08,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:08,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:08,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:08,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:08,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:08,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:20:08,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:08,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45875 2024-11-26T23:20:08,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45875 connecting to ZooKeeper ensemble=127.0.0.1:60762 2024-11-26T23:20:08,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:08,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458750x0, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:08,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458750x0, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on znode that does not yet exist, /1865888656/running 2024-11-26T23:20:08,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45875-0x1015694438c0004 connected 2024-11-26T23:20:08,456 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:20:08,460 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:20:08,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on znode that does not yet exist, /1865888656/master 2024-11-26T23:20:08,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on znode that does not yet exist, /1865888656/acl 2024-11-26T23:20:08,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45875 2024-11-26T23:20:08,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45875 2024-11-26T23:20:08,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45875 2024-11-26T23:20:08,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45875 2024-11-26T23:20:08,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45875 2024-11-26T23:20:08,484 DEBUG [M:0;c707e9ace675:43849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:43849 2024-11-26T23:20:08,485 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1865888656/backup-masters/c707e9ace675,43849,1732663208372 2024-11-26T23:20:08,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656/backup-masters 2024-11-26T23:20:08,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656/backup-masters 2024-11-26T23:20:08,486 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on existing znode=/1865888656/backup-masters/c707e9ace675,43849,1732663208372 2024-11-26T23:20:08,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1865888656/master 2024-11-26T23:20:08,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:08,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:08,490 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on existing znode=/1865888656/master 2024-11-26T23:20:08,490 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1865888656/backup-masters/c707e9ace675,43849,1732663208372 from backup master directory 2024-11-26T23:20:08,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656/backup-masters 2024-11-26T23:20:08,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1865888656/backup-masters/c707e9ace675,43849,1732663208372 2024-11-26T23:20:08,491 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:08,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656/backup-masters 2024-11-26T23:20:08,492 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,43849,1732663208372 2024-11-26T23:20:08,495 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/hbase.id] with ID: 0f446ef3-2baf-4f8a-93e8-8086b7f4c44a 2024-11-26T23:20:08,495 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/.tmp/hbase.id 2024-11-26T23:20:08,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:20:08,903 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/.tmp/hbase.id]:[hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/hbase.id] 2024-11-26T23:20:08,916 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:08,916 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:20:08,917 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:20:08,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:08,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:20:08,938 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:08,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:20:08,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:08,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:20:09,352 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store 2024-11-26T23:20:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:20:09,768 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:09,768 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:20:09,768 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:09,768 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:09,768 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:20:09,768 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:09,768 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:09,768 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663209768Disabling compacts and flushes for region at 1732663209768Disabling writes for close at 1732663209768Writing region close event to WAL at 1732663209768Closed at 1732663209768 2024-11-26T23:20:09,769 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/.initializing 2024-11-26T23:20:09,769 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/WALs/c707e9ace675,43849,1732663208372 2024-11-26T23:20:09,771 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:09,772 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C43849%2C1732663208372, suffix=, logDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/WALs/c707e9ace675,43849,1732663208372, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/oldWALs, maxLogs=10 2024-11-26T23:20:09,790 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/WALs/c707e9ace675,43849,1732663208372/c707e9ace675%2C43849%2C1732663208372.1732663209773, exclude list is [], retry=0 2024-11-26T23:20:09,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36437,DS-e97de178-6018-4d54-abb1-87cf855617a3,DISK] 2024-11-26T23:20:09,831 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/WALs/c707e9ace675,43849,1732663208372/c707e9ace675%2C43849%2C1732663208372.1732663209773 2024-11-26T23:20:09,831 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-26T23:20:09,832 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:09,832 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:09,832 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,832 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:20:09,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:09,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:09,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:20:09,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:09,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:09,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:20:09,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:09,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:09,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:20:09,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:09,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:09,852 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,853 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,854 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,855 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,855 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,855 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:09,857 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:09,877 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:09,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59570642, jitterRate=-0.11232826113700867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:09,883 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663209832Initializing all the Stores at 1732663209836 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663209836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663209836Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663209836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663209836Cleaning up temporary data from old regions at 1732663209855 (+19 ms)Region opened successfully at 1732663209883 (+28 ms) 2024-11-26T23:20:09,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:20:09,889 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c31b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:09,890 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:20:09,890 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:20:09,890 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:20:09,891 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:20:09,894 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-26T23:20:09,895 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:20:09,895 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:20:09,909 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:20:09,910 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Unable to get data of znode /1865888656/balancer because node does not exist (not necessarily an error) 2024-11-26T23:20:09,911 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1865888656/balancer already deleted, retry=false 2024-11-26T23:20:09,912 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:20:09,913 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Unable to get data of znode /1865888656/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:20:09,914 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1865888656/normalizer already deleted, retry=false 2024-11-26T23:20:09,914 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:20:09,917 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Unable to get data of znode /1865888656/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:20:09,918 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1865888656/switch/split already deleted, retry=false 2024-11-26T23:20:09,920 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Unable to get data of znode /1865888656/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:20:09,922 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1865888656/switch/merge already deleted, retry=false 2024-11-26T23:20:09,925 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Unable to get data of znode /1865888656/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:20:09,926 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1865888656/snapshot-cleanup already deleted, retry=false 2024-11-26T23:20:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1865888656/running 2024-11-26T23:20:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1865888656/running 2024-11-26T23:20:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:09,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,43849,1732663208372, sessionid=0x1015694438c0003, setting cluster-up flag (Was=false) 2024-11-26T23:20:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:09,946 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1865888656/flush-table-proc/acquired, /1865888656/flush-table-proc/reached, /1865888656/flush-table-proc/abort 2024-11-26T23:20:09,947 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,43849,1732663208372 2024-11-26T23:20:09,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:09,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:09,959 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1865888656/online-snapshot/acquired, /1865888656/online-snapshot/reached, /1865888656/online-snapshot/abort 2024-11-26T23:20:09,960 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,43849,1732663208372 2024-11-26T23:20:09,966 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:20:09,970 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:09,971 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:20:09,971 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:20:09,971 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,43849,1732663208372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:20:09,972 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:09,972 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:09,972 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:09,972 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:09,972 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:20:09,972 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:09,973 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:09,973 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:09,993 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(746): ClusterId : 0f446ef3-2baf-4f8a-93e8-8086b7f4c44a 2024-11-26T23:20:09,993 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:20:09,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:09,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:20:09,996 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:20:09,996 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:20:09,996 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:09,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:20:10,003 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:20:10,003 DEBUG [RS:0;c707e9ace675:45875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d8af77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:10,040 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663240040 2024-11-26T23:20:10,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:20:10,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:20:10,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:20:10,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:20:10,041 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:45875 2024-11-26T23:20:10,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:20:10,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:20:10,041 INFO [RS:0;c707e9ace675:45875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:20:10,041 INFO [RS:0;c707e9ace675:45875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:20:10,041 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:20:10,042 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,43849,1732663208372 with port=45875, startcode=1732663208444 2024-11-26T23:20:10,042 DEBUG [RS:0;c707e9ace675:45875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:20:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:20:10,045 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,046 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:20:10,046 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:20:10,046 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T23:20:10,046 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:20:10,047 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:20:10,047 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:20:10,047 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:20:10,047 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:20:10,047 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663210047,5,FailOnTimeoutGroup] 2024-11-26T23:20:10,047 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T23:20:10,047 WARN [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T23:20:10,048 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663210047,5,FailOnTimeoutGroup] 2024-11-26T23:20:10,048 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,048 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:20:10,048 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,048 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,148 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,43849,1732663208372 with port=45875, startcode=1732663208444 2024-11-26T23:20:10,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,45875,1732663208444 2024-11-26T23:20:10,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43849 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,45875,1732663208444 2024-11-26T23:20:10,150 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa 2024-11-26T23:20:10,150 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39101 2024-11-26T23:20:10,151 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:20:10,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656/rs 2024-11-26T23:20:10,153 DEBUG [RS:0;c707e9ace675:45875 {}] zookeeper.ZKUtil(111): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on existing znode=/1865888656/rs/c707e9ace675,45875,1732663208444 2024-11-26T23:20:10,153 WARN [RS:0;c707e9ace675:45875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:10,153 INFO [RS:0;c707e9ace675:45875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:10,153 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444 2024-11-26T23:20:10,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,45875,1732663208444] 2024-11-26T23:20:10,156 INFO [RS:0;c707e9ace675:45875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:20:10,158 INFO [RS:0;c707e9ace675:45875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:20:10,158 INFO [RS:0;c707e9ace675:45875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:20:10,158 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,164 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:20:10,165 INFO [RS:0;c707e9ace675:45875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:20:10,165 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,165 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:10,166 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:10,166 DEBUG [RS:0;c707e9ace675:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:10,167 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,167 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,167 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,167 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,167 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,167 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45875,1732663208444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:10,186 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:20:10,186 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45875,1732663208444-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,186 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,186 INFO [RS:0;c707e9ace675:45875 {}] regionserver.Replication(171): c707e9ace675,45875,1732663208444 started 2024-11-26T23:20:10,204 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:10,204 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,45875,1732663208444, RpcServer on c707e9ace675/172.17.0.2:45875, sessionid=0x1015694438c0004 2024-11-26T23:20:10,204 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:20:10,204 DEBUG [RS:0;c707e9ace675:45875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,45875,1732663208444 2024-11-26T23:20:10,204 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,45875,1732663208444' 2024-11-26T23:20:10,204 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1865888656/flush-table-proc/abort' 2024-11-26T23:20:10,205 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1865888656/flush-table-proc/acquired' 2024-11-26T23:20:10,209 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:20:10,209 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:20:10,209 DEBUG [RS:0;c707e9ace675:45875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,45875,1732663208444 2024-11-26T23:20:10,209 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,45875,1732663208444' 2024-11-26T23:20:10,209 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1865888656/online-snapshot/abort' 2024-11-26T23:20:10,209 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1865888656/online-snapshot/acquired' 2024-11-26T23:20:10,210 DEBUG [RS:0;c707e9ace675:45875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:20:10,210 INFO [RS:0;c707e9ace675:45875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:20:10,210 INFO [RS:0;c707e9ace675:45875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:20:10,310 INFO [RS:0;c707e9ace675:45875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:10,312 INFO [RS:0;c707e9ace675:45875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C45875%2C1732663208444, suffix=, logDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/oldWALs, maxLogs=10 2024-11-26T23:20:10,330 DEBUG [RS:0;c707e9ace675:45875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312, exclude list is [], retry=0 2024-11-26T23:20:10,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36437,DS-e97de178-6018-4d54-abb1-87cf855617a3,DISK] 2024-11-26T23:20:10,344 INFO [RS:0;c707e9ace675:45875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 2024-11-26T23:20:10,347 DEBUG [RS:0;c707e9ace675:45875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-26T23:20:10,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:20:10,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa 2024-11-26T23:20:10,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:20:10,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:10,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:10,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:10,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:10,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:10,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:10,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:10,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:10,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:10,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:10,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:10,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:10,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:10,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:10,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:10,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:10,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:10,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:10,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740 2024-11-26T23:20:10,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740 2024-11-26T23:20:10,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:10,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:10,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:10,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:10,873 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:10,874 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69777654, jitterRate=0.039768069982528687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:10,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663210860Initializing all the Stores at 1732663210861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663210861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663210861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663210861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663210861Cleaning up temporary data from old regions at 1732663210870 (+9 ms)Region opened successfully at 1732663210874 (+4 ms) 2024-11-26T23:20:10,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:20:10,874 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:20:10,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:20:10,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:20:10,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:20:10,875 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:10,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663210874Disabling compacts and flushes for region at 1732663210874Disabling writes for close at 1732663210874Writing region close event to WAL at 1732663210875 (+1 ms)Closed at 1732663210875 2024-11-26T23:20:10,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:10,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:20:10,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:20:10,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:10,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:20:11,028 DEBUG [c707e9ace675:43849 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:20:11,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,45875,1732663208444 2024-11-26T23:20:11,030 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,45875,1732663208444, state=OPENING 2024-11-26T23:20:11,035 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:20:11,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:11,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:11,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1865888656/meta-region-server: CHANGED 2024-11-26T23:20:11,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:11,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1865888656/meta-region-server: CHANGED 2024-11-26T23:20:11,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,45875,1732663208444}] 2024-11-26T23:20:11,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:11,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:20:11,195 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:20:11,195 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:11,195 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:20:11,197 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C45875%2C1732663208444.meta, suffix=.meta, logDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/oldWALs, maxLogs=10 2024-11-26T23:20:11,215 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.meta.1732663211197.meta, exclude list is [], retry=0 2024-11-26T23:20:11,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36437,DS-e97de178-6018-4d54-abb1-87cf855617a3,DISK] 2024-11-26T23:20:11,222 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.meta.1732663211197.meta 2024-11-26T23:20:11,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-26T23:20:11,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:11,223 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:11,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:11,223 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:20:11,224 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:20:11,224 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:20:11,224 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:11,224 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:20:11,224 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:20:11,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:11,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:11,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:11,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:11,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:11,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:20:11,227 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T23:20:11,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:11,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:11,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:11,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:11,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:11,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T23:20:11,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:11,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T23:20:11,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:11,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:11,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:11,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:11,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:11,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:11,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:11,230 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:11,231 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740 2024-11-26T23:20:11,232 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740 2024-11-26T23:20:11,233 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:11,233 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:11,234 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:11,235 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:11,236 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66559852, jitterRate=-0.00818091630935669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:11,236 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:20:11,236 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663211224Writing region info on filesystem at 1732663211224Initializing all the Stores at 1732663211225 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663211225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663211225Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663211225Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663211225Cleaning up temporary data from old regions at 1732663211233 (+8 ms)Running coprocessor post-open hooks at 1732663211236 (+3 ms)Region opened successfully at 1732663211236 2024-11-26T23:20:11,237 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663211190 2024-11-26T23:20:11,240 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:20:11,240 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:20:11,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,45875,1732663208444 2024-11-26T23:20:11,242 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,45875,1732663208444, state=OPEN 2024-11-26T23:20:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1865888656/meta-region-server 2024-11-26T23:20:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1865888656/meta-region-server 2024-11-26T23:20:11,244 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,45875,1732663208444 2024-11-26T23:20:11,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1865888656/meta-region-server: CHANGED 2024-11-26T23:20:11,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1865888656/meta-region-server: CHANGED 2024-11-26T23:20:11,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:20:11,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,45875,1732663208444 in 207 msec 2024-11-26T23:20:11,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:20:11,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-26T23:20:11,252 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:11,252 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:20:11,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:11,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,45875,1732663208444, seqNum=-1] 2024-11-26T23:20:11,254 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:11,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:11,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-26T23:20:11,260 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663211260, completionTime=-1 2024-11-26T23:20:11,260 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:20:11,261 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:20:11,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:20:11,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663271263 2024-11-26T23:20:11,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663331263 2024-11-26T23:20:11,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T23:20:11,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43849,1732663208372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:11,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43849,1732663208372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:11,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43849,1732663208372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:11,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:43849, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:11,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:11,264 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:11,266 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:20:11,267 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.775sec 2024-11-26T23:20:11,267 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:20:11,267 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:20:11,267 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:20:11,267 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:20:11,267 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:20:11,267 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43849,1732663208372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:11,267 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43849,1732663208372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:20:11,270 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:20:11,270 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:20:11,270 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,43849,1732663208372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:11,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59edbb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:11,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,43849,-1 for getting cluster id 2024-11-26T23:20:11,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:11,281 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f446ef3-2baf-4f8a-93e8-8086b7f4c44a' 2024-11-26T23:20:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f446ef3-2baf-4f8a-93e8-8086b7f4c44a" 2024-11-26T23:20:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f79ab20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,43849,-1] 2024-11-26T23:20:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:11,283 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:11,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f74d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:11,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,45875,1732663208444, seqNum=-1] 2024-11-26T23:20:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:11,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:11,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,43849,1732663208372 2024-11-26T23:20:11,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60762 2024-11-26T23:20:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:11,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015694438c0005 connected 2024-11-26T23:20:11,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34907,1732663204778 2024-11-26T23:20:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75acf787 2024-11-26T23:20:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:11,303 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:11,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:20:11,306 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:11,307 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:11,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:20:11,308 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:11,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:20:11,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 537dd8623da1b73d3191abeb46f6e2dd, NAME => 'test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0 2024-11-26T23:20:11,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:20:11,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:11,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 537dd8623da1b73d3191abeb46f6e2dd, disabling compactions & flushes 2024-11-26T23:20:11,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:11,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:11,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. after waiting 0 ms 2024-11-26T23:20:11,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:11,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:11,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 537dd8623da1b73d3191abeb46f6e2dd: Waiting for close lock at 1732663211343Disabling compacts and flushes for region at 1732663211343Disabling writes for close at 1732663211343Writing region close event to WAL at 1732663211343Closed at 1732663211343 2024-11-26T23:20:11,344 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:11,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663211344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663211344"}]},"ts":"1732663211344"} 2024-11-26T23:20:11,357 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:11,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:11,359 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663211359"}]},"ts":"1732663211359"} 2024-11-26T23:20:11,361 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:20:11,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=537dd8623da1b73d3191abeb46f6e2dd, ASSIGN}] 2024-11-26T23:20:11,363 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=537dd8623da1b73d3191abeb46f6e2dd, ASSIGN 2024-11-26T23:20:11,364 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=537dd8623da1b73d3191abeb46f6e2dd, ASSIGN; state=OFFLINE, location=c707e9ace675,42013,1732663204871; forceNewPlan=false, retain=false 2024-11-26T23:20:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:11,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=537dd8623da1b73d3191abeb46f6e2dd, regionState=OPENING, regionLocation=c707e9ace675,42013,1732663204871 2024-11-26T23:20:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=537dd8623da1b73d3191abeb46f6e2dd, ASSIGN because future has completed 2024-11-26T23:20:11,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 537dd8623da1b73d3191abeb46f6e2dd, server=c707e9ace675,42013,1732663204871}] 2024-11-26T23:20:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:11,677 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:11,677 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 537dd8623da1b73d3191abeb46f6e2dd, NAME => 'test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:11,678 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:11,678 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:20:11,678 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,678 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:11,678 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,678 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,680 INFO [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,681 INFO [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 537dd8623da1b73d3191abeb46f6e2dd columnFamilyName f 2024-11-26T23:20:11,681 DEBUG [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:11,681 INFO [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] regionserver.HStore(327): Store=537dd8623da1b73d3191abeb46f6e2dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:11,681 INFO [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,682 INFO [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 537dd8623da1b73d3191abeb46f6e2dd columnFamilyName f1 2024-11-26T23:20:11,682 DEBUG [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:11,683 INFO [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] regionserver.HStore(327): Store=537dd8623da1b73d3191abeb46f6e2dd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:11,683 INFO [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,684 INFO [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 537dd8623da1b73d3191abeb46f6e2dd columnFamilyName norep 2024-11-26T23:20:11,684 DEBUG [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:11,684 INFO [StoreOpener-537dd8623da1b73d3191abeb46f6e2dd-1 {}] regionserver.HStore(327): Store=537dd8623da1b73d3191abeb46f6e2dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:11,684 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,685 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,685 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,686 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,686 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,687 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:11,688 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,690 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:11,690 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 537dd8623da1b73d3191abeb46f6e2dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68351210, jitterRate=0.01851239800453186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:11,690 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:11,691 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 537dd8623da1b73d3191abeb46f6e2dd: Running coprocessor pre-open hook at 1732663211678Writing region info on filesystem at 1732663211678Initializing all the Stores at 1732663211679 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663211679Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663211679Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663211680 (+1 ms)Cleaning up temporary data from old regions at 1732663211686 (+6 ms)Running coprocessor post-open hooks at 1732663211690 (+4 ms)Region opened successfully at 1732663211691 (+1 ms) 2024-11-26T23:20:11,692 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd., pid=6, masterSystemTime=1732663211670 2024-11-26T23:20:11,694 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:11,694 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:11,694 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=537dd8623da1b73d3191abeb46f6e2dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,42013,1732663204871 2024-11-26T23:20:11,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 537dd8623da1b73d3191abeb46f6e2dd, server=c707e9ace675,42013,1732663204871 because future has completed 2024-11-26T23:20:11,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:20:11,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 537dd8623da1b73d3191abeb46f6e2dd, server=c707e9ace675,42013,1732663204871 in 185 msec 2024-11-26T23:20:11,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:20:11,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=537dd8623da1b73d3191abeb46f6e2dd, ASSIGN in 341 msec 2024-11-26T23:20:11,706 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:11,707 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663211706"}]},"ts":"1732663211706"} 2024-11-26T23:20:11,708 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:20:11,709 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:11,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 405 msec 2024-11-26T23:20:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:11,939 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:20:11,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,43849,1732663208372 2024-11-26T23:20:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dde3df9 2024-11-26T23:20:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:11,941 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:11,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:20:11,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:11,945 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:11,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:20:11,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:11,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:20:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:12,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 038d3fb3bd78513b7df0292b1e83b6f4, NAME => 'test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa 2024-11-26T23:20:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:20:12,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:20:12,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:20:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:12,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:12,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 038d3fb3bd78513b7df0292b1e83b6f4, disabling compactions & flushes 2024-11-26T23:20:12,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:12,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:12,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. after waiting 0 ms 2024-11-26T23:20:12,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:12,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:12,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 038d3fb3bd78513b7df0292b1e83b6f4: Waiting for close lock at 1732663212759Disabling compacts and flushes for region at 1732663212759Disabling writes for close at 1732663212759Writing region close event to WAL at 1732663212759Closed at 1732663212759 2024-11-26T23:20:12,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:12,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663212760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663212760"}]},"ts":"1732663212760"} 2024-11-26T23:20:12,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:12,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:12,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663212763"}]},"ts":"1732663212763"} 2024-11-26T23:20:12,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:20:12,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=038d3fb3bd78513b7df0292b1e83b6f4, ASSIGN}] 2024-11-26T23:20:12,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=038d3fb3bd78513b7df0292b1e83b6f4, ASSIGN 2024-11-26T23:20:12,767 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=038d3fb3bd78513b7df0292b1e83b6f4, ASSIGN; state=OFFLINE, location=c707e9ace675,45875,1732663208444; forceNewPlan=false, retain=false 2024-11-26T23:20:12,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=038d3fb3bd78513b7df0292b1e83b6f4, regionState=OPENING, regionLocation=c707e9ace675,45875,1732663208444 2024-11-26T23:20:12,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=038d3fb3bd78513b7df0292b1e83b6f4, ASSIGN because future has completed 2024-11-26T23:20:12,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 038d3fb3bd78513b7df0292b1e83b6f4, server=c707e9ace675,45875,1732663208444}] 2024-11-26T23:20:13,076 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:13,076 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 038d3fb3bd78513b7df0292b1e83b6f4, NAME => 'test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:13,077 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:13,077 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:20:13,077 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,077 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:13,077 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,077 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,078 INFO [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,079 INFO [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 038d3fb3bd78513b7df0292b1e83b6f4 columnFamilyName f 2024-11-26T23:20:13,079 DEBUG [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:13,079 INFO [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] regionserver.HStore(327): Store=038d3fb3bd78513b7df0292b1e83b6f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:13,080 INFO [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,080 INFO [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 038d3fb3bd78513b7df0292b1e83b6f4 columnFamilyName f1 2024-11-26T23:20:13,080 DEBUG [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:13,081 INFO [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] regionserver.HStore(327): Store=038d3fb3bd78513b7df0292b1e83b6f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:13,081 INFO [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,082 INFO [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 038d3fb3bd78513b7df0292b1e83b6f4 columnFamilyName norep 2024-11-26T23:20:13,082 DEBUG [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:13,082 INFO [StoreOpener-038d3fb3bd78513b7df0292b1e83b6f4-1 {}] regionserver.HStore(327): Store=038d3fb3bd78513b7df0292b1e83b6f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:13,082 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,083 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,083 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,084 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,084 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,084 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:13,085 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,087 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:13,088 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 038d3fb3bd78513b7df0292b1e83b6f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60845209, jitterRate=-0.09333573281764984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:13,088 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:13,088 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 038d3fb3bd78513b7df0292b1e83b6f4: Running coprocessor pre-open hook at 1732663213077Writing region info on filesystem at 1732663213077Initializing all the Stores at 1732663213078 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663213078Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663213078Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663213078Cleaning up temporary data from old regions at 1732663213084 (+6 ms)Running coprocessor post-open hooks at 1732663213088 (+4 ms)Region opened successfully at 1732663213088 2024-11-26T23:20:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:13,089 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4., pid=6, masterSystemTime=1732663213073 2024-11-26T23:20:13,091 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:13,091 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:13,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=038d3fb3bd78513b7df0292b1e83b6f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,45875,1732663208444 2024-11-26T23:20:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 038d3fb3bd78513b7df0292b1e83b6f4, server=c707e9ace675,45875,1732663208444 because future has completed 2024-11-26T23:20:13,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:20:13,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 038d3fb3bd78513b7df0292b1e83b6f4, server=c707e9ace675,45875,1732663208444 in 173 msec 2024-11-26T23:20:13,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:20:13,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=038d3fb3bd78513b7df0292b1e83b6f4, ASSIGN in 331 msec 2024-11-26T23:20:13,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:13,099 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663213099"}]},"ts":"1732663213099"} 2024-11-26T23:20:13,100 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:20:13,101 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:13,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-26T23:20:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:14,108 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:20:14,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352afcc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34907,-1 for getting cluster id 2024-11-26T23:20:14,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:14,110 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491ba36a-ccc5-4249-b72f-bf3f627398e5' 2024-11-26T23:20:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491ba36a-ccc5-4249-b72f-bf3f627398e5" 2024-11-26T23:20:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d60b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34907,-1] 2024-11-26T23:20:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:14,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:14,111 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:14,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37800a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ed38e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,43849,-1 for getting cluster id 2024-11-26T23:20:14,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:14,116 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f446ef3-2baf-4f8a-93e8-8086b7f4c44a' 2024-11-26T23:20:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f446ef3-2baf-4f8a-93e8-8086b7f4c44a" 2024-11-26T23:20:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18be5ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,43849,-1] 2024-11-26T23:20:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:14,119 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:14,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12307a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4a8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34907,-1 for getting cluster id 2024-11-26T23:20:14,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:14,122 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491ba36a-ccc5-4249-b72f-bf3f627398e5' 2024-11-26T23:20:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491ba36a-ccc5-4249-b72f-bf3f627398e5" 2024-11-26T23:20:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa6784f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34907,-1] 2024-11-26T23:20:14,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:14,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:14,123 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34907,1732663204778 2024-11-26T23:20:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f4a43a 2024-11-26T23:20:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:14,126 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:14,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:43849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:20:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:20:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:14,131 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:43849' 2024-11-26T23:20:14,132 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdbf41d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,132 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,43849,-1 for getting cluster id 2024-11-26T23:20:14,132 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:14,133 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f446ef3-2baf-4f8a-93e8-8086b7f4c44a' 2024-11-26T23:20:14,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:14,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f446ef3-2baf-4f8a-93e8-8086b7f4c44a" 2024-11-26T23:20:14,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f9be17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,43849,-1] 2024-11-26T23:20:14,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:14,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:14,135 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:14,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cd518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:14,135 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,43849,1732663208372 2024-11-26T23:20:14,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662a0f29 2024-11-26T23:20:14,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:14,138 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:14,139 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T23:20:14,139 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:20:14,139 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:14,139 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:14,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:14,139 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:14,141 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:20:14,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:14,142 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:14,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:14,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:20:14,191 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:20:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:14,550 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3b267cf33a46fc475506f72a8c4438c, NAME => 'hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0 2024-11-26T23:20:14,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:20:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:14,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:14,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e3b267cf33a46fc475506f72a8c4438c, disabling compactions & flushes 2024-11-26T23:20:14,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:14,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:14,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. after waiting 0 ms 2024-11-26T23:20:14,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:14,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:14,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3b267cf33a46fc475506f72a8c4438c: Waiting for close lock at 1732663214961Disabling compacts and flushes for region at 1732663214961Disabling writes for close at 1732663214961Writing region close event to WAL at 1732663214961Closed at 1732663214961 2024-11-26T23:20:14,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:14,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663214963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663214963"}]},"ts":"1732663214963"} 2024-11-26T23:20:14,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:14,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:14,966 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663214966"}]},"ts":"1732663214966"} 2024-11-26T23:20:14,968 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:20:14,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3b267cf33a46fc475506f72a8c4438c, ASSIGN}] 2024-11-26T23:20:14,969 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3b267cf33a46fc475506f72a8c4438c, ASSIGN 2024-11-26T23:20:14,970 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3b267cf33a46fc475506f72a8c4438c, ASSIGN; state=OFFLINE, location=c707e9ace675,42013,1732663204871; forceNewPlan=false, retain=false 2024-11-26T23:20:15,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3b267cf33a46fc475506f72a8c4438c, regionState=OPENING, regionLocation=c707e9ace675,42013,1732663204871 2024-11-26T23:20:15,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3b267cf33a46fc475506f72a8c4438c, ASSIGN because future has completed 2024-11-26T23:20:15,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3b267cf33a46fc475506f72a8c4438c, server=c707e9ace675,42013,1732663204871}] 2024-11-26T23:20:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:15,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:15,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:15,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:20:15,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42013%2C1732663204871.rep, suffix=, logDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/oldWALs, maxLogs=10 2024-11-26T23:20:15,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.rep.1732663215281, exclude list is [], retry=0 2024-11-26T23:20:15,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39429,DS-4890cf08-7e5e-4736-9e33-f529e6bd106d,DISK] 2024-11-26T23:20:15,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.rep.1732663215281 2024-11-26T23:20:15,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38245:38245)] 2024-11-26T23:20:15,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e3b267cf33a46fc475506f72a8c4438c, NAME => 'hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:15,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:15,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:15,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. service=MultiRowMutationService 2024-11-26T23:20:15,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:20:15,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:15,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,306 INFO [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,307 INFO [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b267cf33a46fc475506f72a8c4438c columnFamilyName hfileref 2024-11-26T23:20:15,307 DEBUG [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:15,307 INFO [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] regionserver.HStore(327): Store=e3b267cf33a46fc475506f72a8c4438c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:15,307 INFO [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,308 INFO [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b267cf33a46fc475506f72a8c4438c columnFamilyName queue 2024-11-26T23:20:15,308 DEBUG [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:15,309 INFO [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] regionserver.HStore(327): Store=e3b267cf33a46fc475506f72a8c4438c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:15,309 INFO [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,310 INFO [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b267cf33a46fc475506f72a8c4438c columnFamilyName sid 2024-11-26T23:20:15,310 DEBUG [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:15,310 INFO [StoreOpener-e3b267cf33a46fc475506f72a8c4438c-1 {}] regionserver.HStore(327): Store=e3b267cf33a46fc475506f72a8c4438c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:15,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/replication/e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/replication/e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:15,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/replication/e3b267cf33a46fc475506f72a8c4438c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:15,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e3b267cf33a46fc475506f72a8c4438c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72067300, jitterRate=0.0738864541053772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:15,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:15,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e3b267cf33a46fc475506f72a8c4438c: Running coprocessor pre-open hook at 1732663215305Writing region info on filesystem at 1732663215305Initializing all the Stores at 1732663215305Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663215305Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663215306 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663215306Cleaning up temporary data from old regions at 1732663215311 (+5 ms)Running coprocessor post-open hooks at 1732663215315 (+4 ms)Region opened successfully at 1732663215315 2024-11-26T23:20:15,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c., pid=10, masterSystemTime=1732663215276 2024-11-26T23:20:15,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:15,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:15,319 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3b267cf33a46fc475506f72a8c4438c, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,42013,1732663204871 2024-11-26T23:20:15,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3b267cf33a46fc475506f72a8c4438c, server=c707e9ace675,42013,1732663204871 because future has completed 2024-11-26T23:20:15,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:20:15,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e3b267cf33a46fc475506f72a8c4438c, server=c707e9ace675,42013,1732663204871 in 197 msec 2024-11-26T23:20:15,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:20:15,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3b267cf33a46fc475506f72a8c4438c, ASSIGN in 355 msec 2024-11-26T23:20:15,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:15,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663215325"}]},"ts":"1732663215325"} 2024-11-26T23:20:15,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:20:15,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:15,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-26T23:20:15,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c., hostname=c707e9ace675,42013,1732663204871, seqNum=2] 2024-11-26T23:20:15,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:15,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:15,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:20:15,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:20:15,510 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:20:15,539 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,42013,1732663204871, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:20:15,539 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:15,539 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42013,1732663204871, seqNum=-1] 2024-11-26T23:20:15,540 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:15,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:15,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,42013,1732663204871', locateType=CURRENT is [region=hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c., hostname=c707e9ace675,42013,1732663204871, seqNum=2] 2024-11-26T23:20:15,544 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:20:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:20:15,547 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,42013,1732663204871 suceeded 2024-11-26T23:20:15,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:20:15,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-26T23:20:15,548 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:43849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:20:15,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-26T23:20:15,559 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:43849' 2024-11-26T23:20:15,560 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef1bded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:15,560 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,43849,-1 for getting cluster id 2024-11-26T23:20:15,561 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:15,561 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f446ef3-2baf-4f8a-93e8-8086b7f4c44a' 2024-11-26T23:20:15,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f446ef3-2baf-4f8a-93e8-8086b7f4c44a" 2024-11-26T23:20:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47281788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,43849,-1] 2024-11-26T23:20:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:15,563 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:15,563 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a0c8e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:15,563 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:15,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,43849,1732663208372 2024-11-26T23:20:15,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f3d83d2 2024-11-26T23:20:15,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:15,565 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-26T23:20:15,565 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,42013,1732663204871 (queues=1) is replicating from cluster=491ba36a-ccc5-4249-b72f-bf3f627398e5 to cluster=0f446ef3-2baf-4f8a-93e8-8086b7f4c44a 2024-11-26T23:20:15,565 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C42013%2C1732663204871 2024-11-26T23:20:15,565 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,42013,1732663204871, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:20:15,566 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C42013%2C1732663204871 2024-11-26T23:20:15,566 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639, startPosition=0, beingWritten=true 2024-11-26T23:20:15,571 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:15,571 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 379, reset compression=false 2024-11-26T23:20:15,571 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42013,1732663204871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:15,787 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 379, reset compression=false 2024-11-26T23:20:16,092 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 379, reset compression=false 2024-11-26T23:20:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:16,279 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:20:16,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:16,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:16,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:16,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:16,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:16,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c71858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:16,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,43849,-1 for getting cluster id 2024-11-26T23:20:16,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:16,280 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f446ef3-2baf-4f8a-93e8-8086b7f4c44a' 2024-11-26T23:20:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f446ef3-2baf-4f8a-93e8-8086b7f4c44a" 2024-11-26T23:20:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3f25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,43849,-1] 2024-11-26T23:20:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:16,282 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:16,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6371147e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:16,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:16,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,43849,1732663208372 2024-11-26T23:20:16,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a23c73 2024-11-26T23:20:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:16,284 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:16,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:20:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:20:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:16,287 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:34907' 2024-11-26T23:20:16,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb52355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:16,288 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34907,-1 for getting cluster id 2024-11-26T23:20:16,288 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:16,289 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491ba36a-ccc5-4249-b72f-bf3f627398e5' 2024-11-26T23:20:16,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:16,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491ba36a-ccc5-4249-b72f-bf3f627398e5" 2024-11-26T23:20:16,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6ed049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:16,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34907,-1] 2024-11-26T23:20:16,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:16,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:16,290 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:16,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6921423a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:16,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:16,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34907,1732663204778 2024-11-26T23:20:16,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70cfb592 2024-11-26T23:20:16,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:16,292 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:16,292 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:20:16,292 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:20:16,292 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:16,292 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:16,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:16,293 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:16,294 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:20:16,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:16,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:16,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:16,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:20:16,344 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:20:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:16,495 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 379, reset compression=false 2024-11-26T23:20:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:16,702 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b962fddd610d8120c3b42be2d16e7ec1, NAME => 'hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa 2024-11-26T23:20:16,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:20:16,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:16,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b962fddd610d8120c3b42be2d16e7ec1, disabling compactions & flushes 2024-11-26T23:20:16,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:16,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:16,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. after waiting 0 ms 2024-11-26T23:20:16,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:16,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:16,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b962fddd610d8120c3b42be2d16e7ec1: Waiting for close lock at 1732663216709Disabling compacts and flushes for region at 1732663216709Disabling writes for close at 1732663216709Writing region close event to WAL at 1732663216709Closed at 1732663216709 2024-11-26T23:20:16,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:16,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663216710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663216710"}]},"ts":"1732663216710"} 2024-11-26T23:20:16,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:16,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:16,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663216713"}]},"ts":"1732663216713"} 2024-11-26T23:20:16,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:20:16,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b962fddd610d8120c3b42be2d16e7ec1, ASSIGN}] 2024-11-26T23:20:16,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b962fddd610d8120c3b42be2d16e7ec1, ASSIGN 2024-11-26T23:20:16,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b962fddd610d8120c3b42be2d16e7ec1, ASSIGN; state=OFFLINE, location=c707e9ace675,45875,1732663208444; forceNewPlan=false, retain=false 2024-11-26T23:20:16,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:20:16,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:16,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b962fddd610d8120c3b42be2d16e7ec1, regionState=OPENING, regionLocation=c707e9ace675,45875,1732663208444 2024-11-26T23:20:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b962fddd610d8120c3b42be2d16e7ec1, ASSIGN because future has completed 2024-11-26T23:20:16,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b962fddd610d8120c3b42be2d16e7ec1, server=c707e9ace675,45875,1732663208444}] 2024-11-26T23:20:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:16,999 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 379, reset compression=false 2024-11-26T23:20:17,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:17,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:17,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:20:17,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C45875%2C1732663208444.rep, suffix=, logDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/oldWALs, maxLogs=10 2024-11-26T23:20:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.rep.1732663217028, exclude list is [], retry=0 2024-11-26T23:20:17,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36437,DS-e97de178-6018-4d54-abb1-87cf855617a3,DISK] 2024-11-26T23:20:17,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.rep.1732663217028 2024-11-26T23:20:17,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-26T23:20:17,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b962fddd610d8120c3b42be2d16e7ec1, NAME => 'hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:17,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. service=MultiRowMutationService 2024-11-26T23:20:17,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:20:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,054 INFO [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,057 INFO [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b962fddd610d8120c3b42be2d16e7ec1 columnFamilyName hfileref 2024-11-26T23:20:17,057 DEBUG [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:17,057 INFO [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] regionserver.HStore(327): Store=b962fddd610d8120c3b42be2d16e7ec1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:17,058 INFO [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,059 INFO [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b962fddd610d8120c3b42be2d16e7ec1 columnFamilyName queue 2024-11-26T23:20:17,059 DEBUG [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:17,059 INFO [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] regionserver.HStore(327): Store=b962fddd610d8120c3b42be2d16e7ec1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:17,059 INFO [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,060 INFO [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b962fddd610d8120c3b42be2d16e7ec1 columnFamilyName sid 2024-11-26T23:20:17,060 DEBUG [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:17,061 INFO [StoreOpener-b962fddd610d8120c3b42be2d16e7ec1-1 {}] regionserver.HStore(327): Store=b962fddd610d8120c3b42be2d16e7ec1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:17,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/replication/b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/replication/b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:17,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/replication/b962fddd610d8120c3b42be2d16e7ec1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:17,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b962fddd610d8120c3b42be2d16e7ec1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60261865, jitterRate=-0.10202823579311371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b962fddd610d8120c3b42be2d16e7ec1: Running coprocessor pre-open hook at 1732663217049Writing region info on filesystem at 1732663217049Initializing all the Stores at 1732663217049Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663217049Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663217053 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663217053Cleaning up temporary data from old regions at 1732663217062 (+9 ms)Running coprocessor post-open hooks at 1732663217065 (+3 ms)Region opened successfully at 1732663217065 2024-11-26T23:20:17,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1., pid=10, masterSystemTime=1732663217022 2024-11-26T23:20:17,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:17,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:17,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b962fddd610d8120c3b42be2d16e7ec1, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,45875,1732663208444 2024-11-26T23:20:17,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b962fddd610d8120c3b42be2d16e7ec1, server=c707e9ace675,45875,1732663208444 because future has completed 2024-11-26T23:20:17,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:20:17,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b962fddd610d8120c3b42be2d16e7ec1, server=c707e9ace675,45875,1732663208444 in 202 msec 2024-11-26T23:20:17,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:20:17,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b962fddd610d8120c3b42be2d16e7ec1, ASSIGN in 359 msec 2024-11-26T23:20:17,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:17,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663217076"}]},"ts":"1732663217076"} 2024-11-26T23:20:17,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:20:17,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:17,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-26T23:20:17,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1., hostname=c707e9ace675,45875,1732663208444, seqNum=2] 2024-11-26T23:20:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:17,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:20:17,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:20:17,263 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:20:17,293 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,45875,1732663208444, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:20:17,293 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:17,294 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,45875,1732663208444, seqNum=-1] 2024-11-26T23:20:17,294 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:17,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:17,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,45875,1732663208444', locateType=CURRENT is [region=hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1., hostname=c707e9ace675,45875,1732663208444, seqNum=2] 2024-11-26T23:20:17,299 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:20:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:20:17,302 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,45875,1732663208444 suceeded 2024-11-26T23:20:17,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:20:17,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-26T23:20:17,304 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:20:17,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0190 sec 2024-11-26T23:20:17,314 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:34907' 2024-11-26T23:20:17,315 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@632c81ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:17,315 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34907,-1 for getting cluster id 2024-11-26T23:20:17,315 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:17,316 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491ba36a-ccc5-4249-b72f-bf3f627398e5' 2024-11-26T23:20:17,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:17,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491ba36a-ccc5-4249-b72f-bf3f627398e5" 2024-11-26T23:20:17,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@292a7457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:17,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34907,-1] 2024-11-26T23:20:17,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:17,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:17,318 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:17,318 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a34a904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:17,318 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:17,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,34907,1732663204778 2024-11-26T23:20:17,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e1c9cc 2024-11-26T23:20:17,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:17,320 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-26T23:20:17,320 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,45875,1732663208444 (queues=1) is replicating from cluster=0f446ef3-2baf-4f8a-93e8-8086b7f4c44a to cluster=491ba36a-ccc5-4249-b72f-bf3f627398e5 2024-11-26T23:20:17,320 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C45875%2C1732663208444 2024-11-26T23:20:17,320 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,45875,1732663208444, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:20:17,321 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C45875%2C1732663208444 2024-11-26T23:20:17,321 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312, startPosition=0, beingWritten=true 2024-11-26T23:20:17,326 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:17,326 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 379, reset compression=false 2024-11-26T23:20:17,326 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,45875,1732663208444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:17,418 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:20:17,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:17,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:17,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:17,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:17,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:17,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42013,1732663204871, seqNum=-1] 2024-11-26T23:20:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:17,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:17,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd., hostname=c707e9ace675,42013,1732663204871, seqNum=2] 2024-11-26T23:20:17,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:17,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,45875,1732663208444, seqNum=-1] 2024-11-26T23:20:17,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:17,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:17,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4., hostname=c707e9ace675,45875,1732663208444, seqNum=2] 2024-11-26T23:20:17,431 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T23:20:17,530 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 379, reset compression=false 2024-11-26T23:20:17,605 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 379, reset compression=false 2024-11-26T23:20:17,610 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:17,610 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 480, reset compression=false 2024-11-26T23:20:17,610 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42013,1732663204871 got entry batch from reader: WALEntryBatch [walEntries=[{test/537dd8623da1b73d3191abeb46f6e2dd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T23:20:17,613 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:17,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-26T23:20:17,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:17,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c4c511a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:17,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,43849,-1 for getting cluster id 2024-11-26T23:20:17,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:17,616 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f446ef3-2baf-4f8a-93e8-8086b7f4c44a' 2024-11-26T23:20:17,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f446ef3-2baf-4f8a-93e8-8086b7f4c44a" 2024-11-26T23:20:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b2547ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,43849,-1] 2024-11-26T23:20:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:17,618 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:17,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77c858cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:17,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:17,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,45875,1732663208444, seqNum=-1] 2024-11-26T23:20:17,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:17,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:17,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4., hostname=c707e9ace675,45875,1732663208444, seqNum=2] 2024-11-26T23:20:17,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:17,814 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 480, reset compression=false 2024-11-26T23:20:17,835 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 379, reset compression=false 2024-11-26T23:20:17,840 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:17,840 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 503, reset compression=false 2024-11-26T23:20:17,840 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,45875,1732663208444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:18,044 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 503, reset compression=false 2024-11-26T23:20:18,118 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 480, reset compression=false 2024-11-26T23:20:18,238 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:18,238 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:18,239 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18223 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:18,348 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 503, reset compression=false 2024-11-26T23:20:18,435 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T23:20:18,438 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T23:20:18,478 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:20:18,523 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 480, reset compression=false 2024-11-26T23:20:18,754 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 503, reset compression=false 2024-11-26T23:20:18,776 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:18,776 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 607, reset compression=false 2024-11-26T23:20:18,776 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,45875,1732663208444 got entry batch from reader: WALEntryBatch [walEntries=[{test/038d3fb3bd78513b7df0292b1e83b6f4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T23:20:18,779 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:18,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-26T23:20:18,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:18,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ab643c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:18,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42013 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,34907,-1 for getting cluster id 2024-11-26T23:20:18,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:18,793 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '491ba36a-ccc5-4249-b72f-bf3f627398e5' 2024-11-26T23:20:18,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:18,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "491ba36a-ccc5-4249-b72f-bf3f627398e5" 2024-11-26T23:20:18,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@750e50ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:18,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,34907,-1] 2024-11-26T23:20:18,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:18,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:18,795 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:18,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b5482a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:18,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42013,1732663204871, seqNum=-1] 2024-11-26T23:20:18,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:18,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:18,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd., hostname=c707e9ace675,42013,1732663204871, seqNum=2] 2024-11-26T23:20:18,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:18,993 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 607, reset compression=false 2024-11-26T23:20:19,030 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 480, reset compression=false 2024-11-26T23:20:19,035 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:19,035 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 607, reset compression=false 2024-11-26T23:20:19,035 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42013,1732663204871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:19,238 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 607, reset compression=false 2024-11-26T23:20:19,297 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 607, reset compression=false 2024-11-26T23:20:19,440 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T23:20:19,447 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T23:20:19,543 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 607, reset compression=false 2024-11-26T23:20:19,573 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:19,573 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 763, reset compression=false 2024-11-26T23:20:19,573 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42013,1732663204871 got entry batch from reader: WALEntryBatch [walEntries=[{test/537dd8623da1b73d3191abeb46f6e2dd/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T23:20:19,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:19,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:19,704 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 607, reset compression=false 2024-11-26T23:20:19,727 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:19,727 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 754, reset compression=false 2024-11-26T23:20:19,728 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,45875,1732663208444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:19,793 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 763, reset compression=false 2024-11-26T23:20:19,941 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 754, reset compression=false 2024-11-26T23:20:20,105 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 763, reset compression=false 2024-11-26T23:20:20,264 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 754, reset compression=false 2024-11-26T23:20:20,449 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T23:20:20,465 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T23:20:20,527 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 763, reset compression=false 2024-11-26T23:20:20,669 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 754, reset compression=false 2024-11-26T23:20:20,674 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:20,674 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 913, reset compression=false 2024-11-26T23:20:20,674 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,45875,1732663208444 got entry batch from reader: WALEntryBatch [walEntries=[{test/038d3fb3bd78513b7df0292b1e83b6f4/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T23:20:20,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:20,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:20,880 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 913, reset compression=false 2024-11-26T23:20:21,031 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 763, reset compression=false 2024-11-26T23:20:21,036 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:21,036 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 912, reset compression=false 2024-11-26T23:20:21,036 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42013,1732663204871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:21,184 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 913, reset compression=false 2024-11-26T23:20:21,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:20:21,227 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T23:20:21,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:20:21,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T23:20:21,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:20:21,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T23:20:21,240 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 912, reset compression=false 2024-11-26T23:20:21,467 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T23:20:21,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:20:21,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:21,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:21,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:21,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:21,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:21,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:20:21,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1132536110, stopped=false 2024-11-26T23:20:21,471 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,43849,1732663208372 2024-11-26T23:20:21,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1865888656/running 2024-11-26T23:20:21,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1865888656/running 2024-11-26T23:20:21,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:21,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:21,473 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:20:21,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:21,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:21,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:21,474 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,45875,1732663208444' ***** 2024-11-26T23:20:21,474 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:20:21,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on znode that does not yet exist, /1865888656/running 2024-11-26T23:20:21,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Set watcher on znode that does not yet exist, /1865888656/running 2024-11-26T23:20:21,474 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:20:21,474 INFO [RS:0;c707e9ace675:45875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:20:21,474 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:20:21,474 INFO [RS:0;c707e9ace675:45875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:20:21,475 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(3091): Received CLOSE for b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:21,475 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(3091): Received CLOSE for 038d3fb3bd78513b7df0292b1e83b6f4 2024-11-26T23:20:21,475 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,45875,1732663208444 2024-11-26T23:20:21,475 INFO [RS:0;c707e9ace675:45875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:20:21,475 INFO [RS:0;c707e9ace675:45875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:45875. 2024-11-26T23:20:21,475 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b962fddd610d8120c3b42be2d16e7ec1, disabling compactions & flushes 2024-11-26T23:20:21,475 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:21,475 DEBUG [RS:0;c707e9ace675:45875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:21,475 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:21,475 DEBUG [RS:0;c707e9ace675:45875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:21,475 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. after waiting 0 ms 2024-11-26T23:20:21,475 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:21,475 INFO [RS:0;c707e9ace675:45875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:20:21,475 INFO [RS:0;c707e9ace675:45875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:20:21,475 INFO [RS:0;c707e9ace675:45875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:20:21,475 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:20:21,475 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b962fddd610d8120c3b42be2d16e7ec1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-26T23:20:21,476 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:20:21,476 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1325): Online Regions={b962fddd610d8120c3b42be2d16e7ec1=hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1., 038d3fb3bd78513b7df0292b1e83b6f4=test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:20:21,476 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1351): Waiting on 038d3fb3bd78513b7df0292b1e83b6f4, 1588230740, b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:21,476 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:20:21,476 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:20:21,476 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:20:21,476 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:20:21,476 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:20:21,476 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:20:21,476 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:20:21,492 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/replication/b962fddd610d8120c3b42be2d16e7ec1/.tmp/queue/8ee081dc015f43c4bb1f0bdce810fc8c is 153, key is 1-c707e9ace675,45875,1732663208444/queue:c707e9ace675%2C45875%2C1732663208444/1732663220680/Put/seqid=0 2024-11-26T23:20:21,494 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/info/a9a601efee0241fa9c60bfe2eb4ef584 is 147, key is hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1./info:regioninfo/1732663217069/Put/seqid=0 2024-11-26T23:20:21,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741840_1016 (size=5352) 2024-11-26T23:20:21,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741841_1017 (size=7686) 2024-11-26T23:20:21,544 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 912, reset compression=false 2024-11-26T23:20:21,587 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 913, reset compression=false 2024-11-26T23:20:21,676 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1351): Waiting on 038d3fb3bd78513b7df0292b1e83b6f4, 1588230740, b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:21,876 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1351): Waiting on 038d3fb3bd78513b7df0292b1e83b6f4, 1588230740, b962fddd610d8120c3b42be2d16e7ec1 2024-11-26T23:20:21,897 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/replication/b962fddd610d8120c3b42be2d16e7ec1/.tmp/queue/8ee081dc015f43c4bb1f0bdce810fc8c 2024-11-26T23:20:21,898 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/info/a9a601efee0241fa9c60bfe2eb4ef584 2024-11-26T23:20:21,902 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/replication/b962fddd610d8120c3b42be2d16e7ec1/.tmp/queue/8ee081dc015f43c4bb1f0bdce810fc8c as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/replication/b962fddd610d8120c3b42be2d16e7ec1/queue/8ee081dc015f43c4bb1f0bdce810fc8c 2024-11-26T23:20:21,907 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/replication/b962fddd610d8120c3b42be2d16e7ec1/queue/8ee081dc015f43c4bb1f0bdce810fc8c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T23:20:21,908 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b962fddd610d8120c3b42be2d16e7ec1 in 433ms, sequenceid=10, compaction requested=false 2024-11-26T23:20:21,915 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/replication/b962fddd610d8120c3b42be2d16e7ec1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T23:20:21,916 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:21,916 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:21,916 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:21,916 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b962fddd610d8120c3b42be2d16e7ec1: Waiting for close lock at 1732663221475Running coprocessor pre-close hooks at 1732663221475Disabling compacts and flushes for region at 1732663221475Disabling writes for close at 1732663221475Obtaining lock to block concurrent updates at 1732663221475Preparing flush snapshotting stores in b962fddd610d8120c3b42be2d16e7ec1 at 1732663221475Finished memstore snapshotting hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732663221476 (+1 ms)Flushing stores of hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. at 1732663221476Flushing b962fddd610d8120c3b42be2d16e7ec1/queue: creating writer at 1732663221476Flushing b962fddd610d8120c3b42be2d16e7ec1/queue: appending metadata at 1732663221491 (+15 ms)Flushing b962fddd610d8120c3b42be2d16e7ec1/queue: closing flushed file at 1732663221491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6230c5: reopening flushed file at 1732663221901 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b962fddd610d8120c3b42be2d16e7ec1 in 433ms, sequenceid=10, compaction requested=false at 1732663221908 (+7 ms)Writing region close event to WAL at 1732663221912 (+4 ms)Running coprocessor post-close hooks at 1732663221916 (+4 ms)Closed at 1732663221916 2024-11-26T23:20:21,916 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663216293.b962fddd610d8120c3b42be2d16e7ec1. 2024-11-26T23:20:21,917 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 038d3fb3bd78513b7df0292b1e83b6f4, disabling compactions & flushes 2024-11-26T23:20:21,917 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:21,917 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:21,917 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. after waiting 0 ms 2024-11-26T23:20:21,917 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:21,917 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 038d3fb3bd78513b7df0292b1e83b6f4 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-26T23:20:21,924 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/ns/aec24bb97867435db5d31ddec4d68848 is 43, key is default/ns:d/1732663211256/Put/seqid=0 2024-11-26T23:20:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741842_1018 (size=5153) 2024-11-26T23:20:21,940 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/.tmp/f/644ff3c5425640078dab28af6c4e11a3 is 29, key is row1/f:/1732663220450/DeleteFamily/seqid=0 2024-11-26T23:20:21,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741843_1019 (size=5118) 2024-11-26T23:20:21,948 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 912, reset compression=false 2024-11-26T23:20:22,076 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1351): Waiting on 038d3fb3bd78513b7df0292b1e83b6f4, 1588230740 2024-11-26T23:20:22,091 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 913, reset compression=false 2024-11-26T23:20:22,096 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:22,096 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 1160, reset compression=false 2024-11-26T23:20:22,096 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,45875,1732663208444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:22,097 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,45875,1732663208444: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c707e9ace675,45875,1732663208444, walGroup=c707e9ace675%2C45875%2C1732663208444, offset=c707e9ace675%2C45875%2C1732663208444.1732663210312:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:45875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:20:22,098 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:20:22,098 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:20:22,098 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:20:22,099 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:20:22,099 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:20:22,099 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 627127808 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 190910664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:20:22,099 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:43849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:43849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:20:22,167 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:20:22,167 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:20:22,276 DEBUG [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1351): Waiting on 038d3fb3bd78513b7df0292b1e83b6f4, 1588230740 2024-11-26T23:20:22,299 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/WALs/c707e9ace675,45875,1732663208444/c707e9ace675%2C45875%2C1732663208444.1732663210312 to pos 1160, reset compression=false 2024-11-26T23:20:22,329 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/ns/aec24bb97867435db5d31ddec4d68848 2024-11-26T23:20:22,345 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/.tmp/f/644ff3c5425640078dab28af6c4e11a3 2024-11-26T23:20:22,349 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 644ff3c5425640078dab28af6c4e11a3 2024-11-26T23:20:22,354 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/rep_barrier/160049bac05945e6939adcb6c34000bf is 112, key is test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4./rep_barrier:seqnumDuringOpen/1732663213091/Put/seqid=0 2024-11-26T23:20:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741844_1020 (size=5518) 2024-11-26T23:20:22,362 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/rep_barrier/160049bac05945e6939adcb6c34000bf 2024-11-26T23:20:22,368 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/.tmp/f1/2b6fcd1b1a6d4d4da8065e5b0999bfad is 30, key is row1/f1:/1732663220450/DeleteFamily/seqid=0 2024-11-26T23:20:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741845_1021 (size=5123) 2024-11-26T23:20:22,383 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/.tmp/f1/2b6fcd1b1a6d4d4da8065e5b0999bfad 2024-11-26T23:20:22,386 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/table/6d7bea0dec144a6d898b63cd2f17ee42 is 53, key is hbase:replication/table:state/1732663217076/Put/seqid=0 2024-11-26T23:20:22,389 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b6fcd1b1a6d4d4da8065e5b0999bfad 2024-11-26T23:20:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741846_1022 (size=5308) 2024-11-26T23:20:22,399 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/table/6d7bea0dec144a6d898b63cd2f17ee42 2024-11-26T23:20:22,405 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/info/a9a601efee0241fa9c60bfe2eb4ef584 as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/info/a9a601efee0241fa9c60bfe2eb4ef584 2024-11-26T23:20:22,410 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/.tmp/norep/957357f16ce24588a1aeb1aa328d607f is 33, key is row1/norep:/1732663220450/DeleteFamily/seqid=0 2024-11-26T23:20:22,415 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/info/a9a601efee0241fa9c60bfe2eb4ef584, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:20:22,416 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/ns/aec24bb97867435db5d31ddec4d68848 as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/ns/aec24bb97867435db5d31ddec4d68848 2024-11-26T23:20:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741847_1023 (size=5108) 2024-11-26T23:20:22,417 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/.tmp/norep/957357f16ce24588a1aeb1aa328d607f 2024-11-26T23:20:22,421 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/ns/aec24bb97867435db5d31ddec4d68848, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:20:22,421 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 957357f16ce24588a1aeb1aa328d607f 2024-11-26T23:20:22,422 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/rep_barrier/160049bac05945e6939adcb6c34000bf as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/rep_barrier/160049bac05945e6939adcb6c34000bf 2024-11-26T23:20:22,422 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/.tmp/f/644ff3c5425640078dab28af6c4e11a3 as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/f/644ff3c5425640078dab28af6c4e11a3 2024-11-26T23:20:22,429 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 644ff3c5425640078dab28af6c4e11a3 2024-11-26T23:20:22,429 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/f/644ff3c5425640078dab28af6c4e11a3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T23:20:22,430 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/rep_barrier/160049bac05945e6939adcb6c34000bf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:20:22,436 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/.tmp/f1/2b6fcd1b1a6d4d4da8065e5b0999bfad as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/f1/2b6fcd1b1a6d4d4da8065e5b0999bfad 2024-11-26T23:20:22,436 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/.tmp/table/6d7bea0dec144a6d898b63cd2f17ee42 as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/table/6d7bea0dec144a6d898b63cd2f17ee42 2024-11-26T23:20:22,442 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b6fcd1b1a6d4d4da8065e5b0999bfad 2024-11-26T23:20:22,442 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/f1/2b6fcd1b1a6d4d4da8065e5b0999bfad, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T23:20:22,442 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/table/6d7bea0dec144a6d898b63cd2f17ee42, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:20:22,443 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/.tmp/norep/957357f16ce24588a1aeb1aa328d607f as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/norep/957357f16ce24588a1aeb1aa328d607f 2024-11-26T23:20:22,443 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false 2024-11-26T23:20:22,447 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 957357f16ce24588a1aeb1aa328d607f 2024-11-26T23:20:22,447 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/norep/957357f16ce24588a1aeb1aa328d607f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T23:20:22,448 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 038d3fb3bd78513b7df0292b1e83b6f4 in 531ms, sequenceid=8, compaction requested=false 2024-11-26T23:20:22,452 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 912, reset compression=false 2024-11-26T23:20:22,465 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:20:22,466 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:22,466 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:22,466 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:22,466 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663221476Running coprocessor pre-close hooks at 1732663221476Disabling compacts and flushes for region at 1732663221476Disabling writes for close at 1732663221476Obtaining lock to block concurrent updates at 1732663221476Preparing flush snapshotting stores in 1588230740 at 1732663221476Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663221476Flushing stores of hbase:meta,,1.1588230740 at 1732663221477 (+1 ms)Flushing 1588230740/info: creating writer at 1732663221477Flushing 1588230740/info: appending metadata at 1732663221494 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732663221494Flushing 1588230740/ns: creating writer at 1732663221902 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732663221924 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732663221924Flushing 1588230740/rep_barrier: creating writer at 1732663222334 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663222354 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663222354Flushing 1588230740/table: creating writer at 1732663222366 (+12 ms)Flushing 1588230740/table: appending metadata at 1732663222385 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732663222385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b7c585: reopening flushed file at 1732663222404 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc9edc4: reopening flushed file at 1732663222415 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7d97ac: reopening flushed file at 1732663222421 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e080ba: reopening flushed file at 1732663222430 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false at 1732663222443 (+13 ms)Writing region close event to WAL at 1732663222452 (+9 ms)Running coprocessor post-close hooks at 1732663222466 (+14 ms)Closed at 1732663222466 2024-11-26T23:20:22,466 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:22,473 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/data/default/test/038d3fb3bd78513b7df0292b1e83b6f4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T23:20:22,474 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:22,474 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:20:22,474 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:22,474 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 038d3fb3bd78513b7df0292b1e83b6f4: Waiting for close lock at 1732663221917Running coprocessor pre-close hooks at 1732663221917Disabling compacts and flushes for region at 1732663221917Disabling writes for close at 1732663221917Obtaining lock to block concurrent updates at 1732663221917Preparing flush snapshotting stores in 038d3fb3bd78513b7df0292b1e83b6f4 at 1732663221917Finished memstore snapshotting test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732663221917Flushing stores of test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. at 1732663221918 (+1 ms)Flushing 038d3fb3bd78513b7df0292b1e83b6f4/f: creating writer at 1732663221918Flushing 038d3fb3bd78513b7df0292b1e83b6f4/f: appending metadata at 1732663221940 (+22 ms)Flushing 038d3fb3bd78513b7df0292b1e83b6f4/f: closing flushed file at 1732663221940Flushing 038d3fb3bd78513b7df0292b1e83b6f4/f1: creating writer at 1732663222349 (+409 ms)Flushing 038d3fb3bd78513b7df0292b1e83b6f4/f1: appending metadata at 1732663222367 (+18 ms)Flushing 038d3fb3bd78513b7df0292b1e83b6f4/f1: closing flushed file at 1732663222367Flushing 038d3fb3bd78513b7df0292b1e83b6f4/norep: creating writer at 1732663222389 (+22 ms)Flushing 038d3fb3bd78513b7df0292b1e83b6f4/norep: appending metadata at 1732663222409 (+20 ms)Flushing 038d3fb3bd78513b7df0292b1e83b6f4/norep: closing flushed file at 1732663222409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17bbcb78: reopening flushed file at 1732663222421 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543d2a5d: reopening flushed file at 1732663222429 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1917345a: reopening flushed file at 1732663222442 (+13 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 038d3fb3bd78513b7df0292b1e83b6f4 in 531ms, sequenceid=8, compaction requested=false at 1732663222448 (+6 ms)Writing region close event to WAL at 1732663222470 (+22 ms)Running coprocessor post-close hooks at 1732663222474 (+4 ms)Closed at 1732663222474 2024-11-26T23:20:22,474 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663211942.038d3fb3bd78513b7df0292b1e83b6f4. 2024-11-26T23:20:22,477 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,45875,1732663208444; all regions closed. 2024-11-26T23:20:22,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:20:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741839_1015 (size=2676) 2024-11-26T23:20:22,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741832_1008 (size=1812) 2024-11-26T23:20:22,497 DEBUG [RS:0;c707e9ace675:45875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:22,497 INFO [RS:0;c707e9ace675:45875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:20:22,497 INFO [RS:0;c707e9ace675:45875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:20:22,497 INFO [RS:0;c707e9ace675:45875 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T23:20:22,497 INFO [RS:0;c707e9ace675:45875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:20:22,497 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:20:22,498 INFO [RS:0;c707e9ace675:45875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,45875,1732663208444 because: Region server is closing 2024-11-26T23:20:22,498 INFO [RS:0;c707e9ace675:45875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:45875. 2024-11-26T23:20:22,498 DEBUG [RS:0;c707e9ace675:45875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:22,498 DEBUG [RS:0;c707e9ace675:45875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:22,498 DEBUG [RS:0;c707e9ace675:45875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:22,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:22,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:20:22,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:22,598 INFO [RS:0;c707e9ace675:45875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.shipperc707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 terminated 2024-11-26T23:20:22,598 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,45875,1732663208444.replicationSource.wal-reader.c707e9ace675%2C45875%2C1732663208444,1-c707e9ace675,45875,1732663208444 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:20:22,599 INFO [RS:0;c707e9ace675:45875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:45875. 2024-11-26T23:20:22,599 DEBUG [RS:0;c707e9ace675:45875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:22,599 DEBUG [RS:0;c707e9ace675:45875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:22,599 DEBUG [RS:0;c707e9ace675:45875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:22,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:22,599 INFO [RS:0;c707e9ace675:45875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45875 2024-11-26T23:20:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1865888656/rs/c707e9ace675,45875,1732663208444 2024-11-26T23:20:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656/rs 2024-11-26T23:20:22,601 INFO [RS:0;c707e9ace675:45875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:20:22,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,45875,1732663208444] 2024-11-26T23:20:22,603 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1865888656/draining/c707e9ace675,45875,1732663208444 already deleted, retry=false 2024-11-26T23:20:22,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,45875,1732663208444 expired; onlineServers=0 2024-11-26T23:20:22,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,43849,1732663208372' ***** 2024-11-26T23:20:22,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:20:22,603 INFO [M:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:20:22,603 INFO [M:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:20:22,603 DEBUG [M:0;c707e9ace675:43849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:20:22,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:20:22,603 DEBUG [M:0;c707e9ace675:43849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:20:22,603 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663210047 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663210047,5,FailOnTimeoutGroup] 2024-11-26T23:20:22,603 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663210047 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663210047,5,FailOnTimeoutGroup] 2024-11-26T23:20:22,603 INFO [M:0;c707e9ace675:43849 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:20:22,603 INFO [M:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:20:22,603 DEBUG [M:0;c707e9ace675:43849 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:20:22,604 INFO [M:0;c707e9ace675:43849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:20:22,604 INFO [M:0;c707e9ace675:43849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:20:22,604 INFO [M:0;c707e9ace675:43849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:20:22,604 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:20:22,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1865888656/master 2024-11-26T23:20:22,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1865888656 2024-11-26T23:20:22,606 DEBUG [M:0;c707e9ace675:43849 {}] zookeeper.ZKUtil(347): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Unable to get data of znode /1865888656/master because node does not exist (not an error) 2024-11-26T23:20:22,606 WARN [M:0;c707e9ace675:43849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:20:22,606 INFO [M:0;c707e9ace675:43849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/.lastflushedseqids 2024-11-26T23:20:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741848_1024 (size=245) 2024-11-26T23:20:22,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:22,702 INFO [RS:0;c707e9ace675:45875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:20:22,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1015694438c0004, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:22,702 INFO [RS:0;c707e9ace675:45875 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,45875,1732663208444; zookeeper connection closed. 2024-11-26T23:20:22,702 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b67bc02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b67bc02 2024-11-26T23:20:22,702 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:20:23,011 INFO [M:0;c707e9ace675:43849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:20:23,011 INFO [M:0;c707e9ace675:43849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:20:23,011 DEBUG [M:0;c707e9ace675:43849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:20:23,012 INFO [M:0;c707e9ace675:43849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:23,012 DEBUG [M:0;c707e9ace675:43849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:23,012 DEBUG [M:0;c707e9ace675:43849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:20:23,012 DEBUG [M:0;c707e9ace675:43849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:23,012 INFO [M:0;c707e9ace675:43849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T23:20:23,027 DEBUG [M:0;c707e9ace675:43849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/367b16933ecb4152b64a5019cb819fb9 is 82, key is hbase:meta,,1/info:regioninfo/1732663211241/Put/seqid=0 2024-11-26T23:20:23,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741849_1025 (size=5672) 2024-11-26T23:20:23,066 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 912, reset compression=false 2024-11-26T23:20:23,431 INFO [M:0;c707e9ace675:43849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/367b16933ecb4152b64a5019cb819fb9 2024-11-26T23:20:23,454 DEBUG [M:0;c707e9ace675:43849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73d67b09518d4297a281ee6291eda6dc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663217080/Put/seqid=0 2024-11-26T23:20:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741850_1026 (size=8516) 2024-11-26T23:20:23,769 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 912, reset compression=false 2024-11-26T23:20:23,862 INFO [M:0;c707e9ace675:43849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73d67b09518d4297a281ee6291eda6dc 2024-11-26T23:20:23,903 DEBUG [M:0;c707e9ace675:43849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd4e04d6debb4af8adcb7f935cb4e87f is 69, key is c707e9ace675,45875,1732663208444/rs:state/1732663210149/Put/seqid=0 2024-11-26T23:20:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741851_1027 (size=5156) 2024-11-26T23:20:23,922 INFO [M:0;c707e9ace675:43849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd4e04d6debb4af8adcb7f935cb4e87f 2024-11-26T23:20:23,928 DEBUG [M:0;c707e9ace675:43849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/367b16933ecb4152b64a5019cb819fb9 as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/367b16933ecb4152b64a5019cb819fb9 2024-11-26T23:20:23,932 INFO [M:0;c707e9ace675:43849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/367b16933ecb4152b64a5019cb819fb9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T23:20:23,933 DEBUG [M:0;c707e9ace675:43849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73d67b09518d4297a281ee6291eda6dc as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73d67b09518d4297a281ee6291eda6dc 2024-11-26T23:20:23,937 INFO [M:0;c707e9ace675:43849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73d67b09518d4297a281ee6291eda6dc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T23:20:23,938 DEBUG [M:0;c707e9ace675:43849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd4e04d6debb4af8adcb7f935cb4e87f as hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd4e04d6debb4af8adcb7f935cb4e87f 2024-11-26T23:20:23,942 INFO [M:0;c707e9ace675:43849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd4e04d6debb4af8adcb7f935cb4e87f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T23:20:23,943 INFO [M:0;c707e9ace675:43849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=97, compaction requested=false 2024-11-26T23:20:23,952 INFO [M:0;c707e9ace675:43849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:23,952 DEBUG [M:0;c707e9ace675:43849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663223011Disabling compacts and flushes for region at 1732663223011Disabling writes for close at 1732663223012 (+1 ms)Obtaining lock to block concurrent updates at 1732663223012Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663223012Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732663223012Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663223013 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663223013Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663223027 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663223027Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663223436 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663223453 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663223453Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663223870 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663223902 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663223902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e75252: reopening flushed file at 1732663223927 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e47a93: reopening flushed file at 1732663223932 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c34a454: reopening flushed file at 1732663223937 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=97, compaction requested=false at 1732663223943 (+6 ms)Writing region close event to WAL at 1732663223952 (+9 ms)Closed at 1732663223952 2024-11-26T23:20:23,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b103632d-68ed-071b-88c8-dccaf6971eaa/MasterData/WALs/c707e9ace675,43849,1732663208372/c707e9ace675%2C43849%2C1732663208372.1732663209773 not finished, retry = 0 2024-11-26T23:20:23,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741830_1006 (size=63654) 2024-11-26T23:20:24,062 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:20:24,062 INFO [M:0;c707e9ace675:43849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:20:24,062 INFO [M:0;c707e9ace675:43849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43849 2024-11-26T23:20:24,063 INFO [M:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:20:24,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:24,165 INFO [M:0;c707e9ace675:43849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:20:24,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x1015694438c0003, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:24,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@193ce8df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:20:24,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bd038f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:20:24,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:20:24,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32bf2885{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:20:24,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbd94a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.log.dir/,STOPPED} 2024-11-26T23:20:24,196 WARN [BP-833674830-172.17.0.2-1732663207154 heartbeating to localhost/127.0.0.1:39101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:20:24,196 WARN [BP-833674830-172.17.0.2-1732663207154 heartbeating to localhost/127.0.0.1:39101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-833674830-172.17.0.2-1732663207154 (Datanode Uuid e194e89d-8a3f-45be-a1d3-fcf5c981ef15) service to localhost/127.0.0.1:39101 2024-11-26T23:20:24,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:20:24,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:20:24,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/cluster_ecb2b86a-73fd-6ba6-9a68-1ff0ea72c2a5/data/data1/current/BP-833674830-172.17.0.2-1732663207154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:20:24,197 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:20:24,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/cluster_ecb2b86a-73fd-6ba6-9a68-1ff0ea72c2a5/data/data2/current/BP-833674830-172.17.0.2-1732663207154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:20:24,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b5e0378{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:20:24,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2eed3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:20:24,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:20:24,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b2680d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:20:24,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@754ba998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.log.dir/,STOPPED} 2024-11-26T23:20:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:20:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:20:24,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:24,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:24,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:24,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:24,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:20:24,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933194991, stopped=false 2024-11-26T23:20:24,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:24,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,34907,1732663204778 2024-11-26T23:20:24,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230948908/running 2024-11-26T23:20:24,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:24,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230948908/running 2024-11-26T23:20:24,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:24,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:20:24,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on znode that does not yet exist, /0-230948908/running 2024-11-26T23:20:24,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Set watcher on znode that does not yet exist, /0-230948908/running 2024-11-26T23:20:24,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:24,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:24,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:24,230 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,42013,1732663204871' ***** 2024-11-26T23:20:24,230 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:20:24,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(3091): Received CLOSE for 537dd8623da1b73d3191abeb46f6e2dd 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(3091): Received CLOSE for e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,42013,1732663204871 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42013. 2024-11-26T23:20:24,231 DEBUG [RS:0;c707e9ace675:42013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:24,231 DEBUG [RS:0;c707e9ace675:42013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:24,231 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 537dd8623da1b73d3191abeb46f6e2dd, disabling compactions & flushes 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:20:24,231 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:20:24,231 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:24,231 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:20:24,231 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. after waiting 0 ms 2024-11-26T23:20:24,231 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:24,232 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 537dd8623da1b73d3191abeb46f6e2dd 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-26T23:20:24,232 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:20:24,232 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1325): Online Regions={537dd8623da1b73d3191abeb46f6e2dd=test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd., e3b267cf33a46fc475506f72a8c4438c=hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:20:24,232 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 537dd8623da1b73d3191abeb46f6e2dd, e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:24,232 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:20:24,232 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:20:24,232 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:20:24,232 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:20:24,232 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:20:24,233 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:20:24,253 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/.tmp/f/bacd0138ee8241419fb0e7289dcb8c18 is 29, key is row1/f:/1732663220450/DeleteFamily/seqid=0 2024-11-26T23:20:24,254 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/info/d751d6fdf1d541acace404c85581eee2 is 147, key is hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c./info:regioninfo/1732663215319/Put/seqid=0 2024-11-26T23:20:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741841_1017 (size=7686) 2024-11-26T23:20:24,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741840_1016 (size=5118) 2024-11-26T23:20:24,278 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/.tmp/f/bacd0138ee8241419fb0e7289dcb8c18 2024-11-26T23:20:24,300 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bacd0138ee8241419fb0e7289dcb8c18 2024-11-26T23:20:24,324 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:20:24,334 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/.tmp/f1/1d2348ab8e58402f9a8cf32b8f431326 is 30, key is row1/f1:/1732663220450/DeleteFamily/seqid=0 2024-11-26T23:20:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741842_1018 (size=5123) 2024-11-26T23:20:24,392 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/.tmp/f1/1d2348ab8e58402f9a8cf32b8f431326 2024-11-26T23:20:24,400 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d2348ab8e58402f9a8cf32b8f431326 2024-11-26T23:20:24,425 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/.tmp/norep/f1222c7ab60b442b900ca8293dce8fc7 is 32, key is row/norep:/1732663219443/DeleteFamily/seqid=0 2024-11-26T23:20:24,432 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 537dd8623da1b73d3191abeb46f6e2dd, e3b267cf33a46fc475506f72a8c4438c 2024-11-26T23:20:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741843_1019 (size=5101) 2024-11-26T23:20:24,450 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/.tmp/norep/f1222c7ab60b442b900ca8293dce8fc7 2024-11-26T23:20:24,455 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1222c7ab60b442b900ca8293dce8fc7 2024-11-26T23:20:24,456 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/.tmp/f/bacd0138ee8241419fb0e7289dcb8c18 as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/f/bacd0138ee8241419fb0e7289dcb8c18 2024-11-26T23:20:24,465 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bacd0138ee8241419fb0e7289dcb8c18 2024-11-26T23:20:24,465 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/f/bacd0138ee8241419fb0e7289dcb8c18, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T23:20:24,470 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/.tmp/f1/1d2348ab8e58402f9a8cf32b8f431326 as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/f1/1d2348ab8e58402f9a8cf32b8f431326 2024-11-26T23:20:24,479 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d2348ab8e58402f9a8cf32b8f431326 2024-11-26T23:20:24,480 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/f1/1d2348ab8e58402f9a8cf32b8f431326, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T23:20:24,480 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/.tmp/norep/f1222c7ab60b442b900ca8293dce8fc7 as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/norep/f1222c7ab60b442b900ca8293dce8fc7 2024-11-26T23:20:24,485 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1222c7ab60b442b900ca8293dce8fc7 2024-11-26T23:20:24,485 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/norep/f1222c7ab60b442b900ca8293dce8fc7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T23:20:24,487 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 537dd8623da1b73d3191abeb46f6e2dd in 256ms, sequenceid=8, compaction requested=false 2024-11-26T23:20:24,487 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:20:24,512 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:20:24,512 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:20:24,553 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/default/test/537dd8623da1b73d3191abeb46f6e2dd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T23:20:24,554 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:24,554 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:20:24,554 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:24,554 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 537dd8623da1b73d3191abeb46f6e2dd: Waiting for close lock at 1732663224231Running coprocessor pre-close hooks at 1732663224231Disabling compacts and flushes for region at 1732663224231Disabling writes for close at 1732663224231Obtaining lock to block concurrent updates at 1732663224232 (+1 ms)Preparing flush snapshotting stores in 537dd8623da1b73d3191abeb46f6e2dd at 1732663224232Finished memstore snapshotting test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732663224233 (+1 ms)Flushing stores of test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. at 1732663224234 (+1 ms)Flushing 537dd8623da1b73d3191abeb46f6e2dd/f: creating writer at 1732663224234Flushing 537dd8623da1b73d3191abeb46f6e2dd/f: appending metadata at 1732663224252 (+18 ms)Flushing 537dd8623da1b73d3191abeb46f6e2dd/f: closing flushed file at 1732663224252Flushing 537dd8623da1b73d3191abeb46f6e2dd/f1: creating writer at 1732663224300 (+48 ms)Flushing 537dd8623da1b73d3191abeb46f6e2dd/f1: appending metadata at 1732663224333 (+33 ms)Flushing 537dd8623da1b73d3191abeb46f6e2dd/f1: closing flushed file at 1732663224333Flushing 537dd8623da1b73d3191abeb46f6e2dd/norep: creating writer at 1732663224400 (+67 ms)Flushing 537dd8623da1b73d3191abeb46f6e2dd/norep: appending metadata at 1732663224424 (+24 ms)Flushing 537dd8623da1b73d3191abeb46f6e2dd/norep: closing flushed file at 1732663224424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286d737c: reopening flushed file at 1732663224455 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed2edb6: reopening flushed file at 1732663224465 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c31eea8: reopening flushed file at 1732663224480 (+15 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 537dd8623da1b73d3191abeb46f6e2dd in 256ms, sequenceid=8, compaction requested=false at 1732663224487 (+7 ms)Writing region close event to WAL at 1732663224534 (+47 ms)Running coprocessor post-close hooks at 1732663224554 (+20 ms)Closed at 1732663224554 2024-11-26T23:20:24,555 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd. 2024-11-26T23:20:24,555 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3b267cf33a46fc475506f72a8c4438c, disabling compactions & flushes 2024-11-26T23:20:24,555 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:24,555 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:24,555 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. after waiting 0 ms 2024-11-26T23:20:24,555 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:24,555 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3b267cf33a46fc475506f72a8c4438c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-26T23:20:24,573 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 912, reset compression=false 2024-11-26T23:20:24,577 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/replication/e3b267cf33a46fc475506f72a8c4438c/.tmp/queue/f4ee1f405a7c443b98c6bc56c6a3503e is 153, key is 1-c707e9ace675,42013,1732663204871/queue:c707e9ace675%2C42013%2C1732663204871/1732663221037/Put/seqid=0 2024-11-26T23:20:24,591 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:24,591 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 1803, reset compression=false 2024-11-26T23:20:24,591 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42013,1732663204871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:24,592 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,42013,1732663204871: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c707e9ace675,42013,1732663204871, walGroup=c707e9ace675%2C42013%2C1732663204871, offset=c707e9ace675%2C42013%2C1732663204871.1732663206639:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:42013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:20:24,593 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:20:24,593 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:20:24,594 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:20:24,594 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:20:24,594 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:20:24,594 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 702625280 }, "NonHeapMemoryUsage": { "committed": 195493888, "init": 7667712, "max": -1, "used": 191506224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:20:24,594 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:20:24,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741844_1020 (size=5352) 2024-11-26T23:20:24,597 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/replication/e3b267cf33a46fc475506f72a8c4438c/.tmp/queue/f4ee1f405a7c443b98c6bc56c6a3503e 2024-11-26T23:20:24,601 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/replication/e3b267cf33a46fc475506f72a8c4438c/.tmp/queue/f4ee1f405a7c443b98c6bc56c6a3503e as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/replication/e3b267cf33a46fc475506f72a8c4438c/queue/f4ee1f405a7c443b98c6bc56c6a3503e 2024-11-26T23:20:24,610 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/replication/e3b267cf33a46fc475506f72a8c4438c/queue/f4ee1f405a7c443b98c6bc56c6a3503e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T23:20:24,612 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e3b267cf33a46fc475506f72a8c4438c in 57ms, sequenceid=10, compaction requested=false 2024-11-26T23:20:24,618 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/replication/e3b267cf33a46fc475506f72a8c4438c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T23:20:24,621 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:24,621 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:24,621 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:24,621 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3b267cf33a46fc475506f72a8c4438c: Waiting for close lock at 1732663224555Running coprocessor pre-close hooks at 1732663224555Disabling compacts and flushes for region at 1732663224555Disabling writes for close at 1732663224555Obtaining lock to block concurrent updates at 1732663224555Preparing flush snapshotting stores in e3b267cf33a46fc475506f72a8c4438c at 1732663224555Finished memstore snapshotting hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732663224555Flushing stores of hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. at 1732663224556 (+1 ms)Flushing e3b267cf33a46fc475506f72a8c4438c/queue: creating writer at 1732663224556Flushing e3b267cf33a46fc475506f72a8c4438c/queue: appending metadata at 1732663224576 (+20 ms)Flushing e3b267cf33a46fc475506f72a8c4438c/queue: closing flushed file at 1732663224576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7428f8f2: reopening flushed file at 1732663224601 (+25 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e3b267cf33a46fc475506f72a8c4438c in 57ms, sequenceid=10, compaction requested=false at 1732663224612 (+11 ms)Writing region close event to WAL at 1732663224612Running coprocessor post-close hooks at 1732663224621 (+9 ms)Closed at 1732663224621 2024-11-26T23:20:24,621 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663214139.e3b267cf33a46fc475506f72a8c4438c. 2024-11-26T23:20:24,632 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:20:24,663 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/info/d751d6fdf1d541acace404c85581eee2 2024-11-26T23:20:24,699 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/ns/2a3771354260422c8d10ad4af83dff66 is 43, key is default/ns:d/1732663207053/Put/seqid=0 2024-11-26T23:20:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741845_1021 (size=5153) 2024-11-26T23:20:24,712 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/ns/2a3771354260422c8d10ad4af83dff66 2024-11-26T23:20:24,737 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/rep_barrier/05b09a6781bf416fb6f1bd0aa6a68b82 is 112, key is test,,1732663211303.537dd8623da1b73d3191abeb46f6e2dd./rep_barrier:seqnumDuringOpen/1732663211694/Put/seqid=0 2024-11-26T23:20:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741846_1022 (size=5518) 2024-11-26T23:20:24,812 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 1803, reset compression=false 2024-11-26T23:20:24,833 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:20:25,033 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:20:25,122 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 1803, reset compression=false 2024-11-26T23:20:25,146 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/rep_barrier/05b09a6781bf416fb6f1bd0aa6a68b82 2024-11-26T23:20:25,165 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/table/de27523e76634c5f8df827741b77ad5a is 53, key is hbase:replication/table:state/1732663215325/Put/seqid=0 2024-11-26T23:20:25,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741847_1023 (size=5308) 2024-11-26T23:20:25,233 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:20:25,233 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:20:25,233 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:20:25,433 DEBUG [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:20:25,526 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.1732663206639 to pos 1803, reset compression=false 2024-11-26T23:20:25,569 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/table/de27523e76634c5f8df827741b77ad5a 2024-11-26T23:20:25,575 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/info/d751d6fdf1d541acace404c85581eee2 as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/info/d751d6fdf1d541acace404c85581eee2 2024-11-26T23:20:25,579 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/info/d751d6fdf1d541acace404c85581eee2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:20:25,580 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/ns/2a3771354260422c8d10ad4af83dff66 as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/ns/2a3771354260422c8d10ad4af83dff66 2024-11-26T23:20:25,584 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/ns/2a3771354260422c8d10ad4af83dff66, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:20:25,585 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/rep_barrier/05b09a6781bf416fb6f1bd0aa6a68b82 as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/rep_barrier/05b09a6781bf416fb6f1bd0aa6a68b82 2024-11-26T23:20:25,590 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/rep_barrier/05b09a6781bf416fb6f1bd0aa6a68b82, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:20:25,591 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/.tmp/table/de27523e76634c5f8df827741b77ad5a as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/table/de27523e76634c5f8df827741b77ad5a 2024-11-26T23:20:25,596 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/table/de27523e76634c5f8df827741b77ad5a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:20:25,597 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-26T23:20:25,597 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:20:25,602 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:20:25,603 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:25,603 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:25,603 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:25,603 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663224232Running coprocessor pre-close hooks at 1732663224232Disabling compacts and flushes for region at 1732663224232Disabling writes for close at 1732663224232Obtaining lock to block concurrent updates at 1732663224233 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732663224233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663224233Flushing stores of hbase:meta,,1.1588230740 at 1732663224234 (+1 ms)Flushing 1588230740/info: creating writer at 1732663224234Flushing 1588230740/info: appending metadata at 1732663224253 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732663224253Flushing 1588230740/ns: creating writer at 1732663224679 (+426 ms)Flushing 1588230740/ns: appending metadata at 1732663224699 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732663224699Flushing 1588230740/rep_barrier: creating writer at 1732663224717 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663224737 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663224737Flushing 1588230740/table: creating writer at 1732663225151 (+414 ms)Flushing 1588230740/table: appending metadata at 1732663225164 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732663225164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eeb067c: reopening flushed file at 1732663225574 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9b5b6f: reopening flushed file at 1732663225579 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9df0a9: reopening flushed file at 1732663225585 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b61b5aa: reopening flushed file at 1732663225590 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1732663225597 (+7 ms)Writing region close event to WAL at 1732663225600 (+3 ms)Running coprocessor post-close hooks at 1732663225603 (+3 ms)Closed at 1732663225603 2024-11-26T23:20:25,603 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:25,634 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,42013,1732663204871; all regions closed. 2024-11-26T23:20:25,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:20:25,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/WALs/c707e9ace675,42013,1732663204871/c707e9ace675%2C42013%2C1732663204871.meta.1732663206977.meta not finished, retry = 0 2024-11-26T23:20:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741839_1015 (size=2676) 2024-11-26T23:20:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741833_1009 (size=1811) 2024-11-26T23:20:25,758 DEBUG [RS:0;c707e9ace675:42013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:25,758 INFO [RS:0;c707e9ace675:42013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:20:25,758 INFO [RS:0;c707e9ace675:42013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:20:25,759 INFO [RS:0;c707e9ace675:42013 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:20:25,759 INFO [RS:0;c707e9ace675:42013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:20:25,759 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:20:25,759 INFO [RS:0;c707e9ace675:42013 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,42013,1732663204871 because: Region server is closing 2024-11-26T23:20:25,760 INFO [RS:0;c707e9ace675:42013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42013. 2024-11-26T23:20:25,760 DEBUG [RS:0;c707e9ace675:42013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:25,760 DEBUG [RS:0;c707e9ace675:42013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:25,760 DEBUG [RS:0;c707e9ace675:42013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:25,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:25,860 INFO [RS:0;c707e9ace675:42013 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.shipperc707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 terminated 2024-11-26T23:20:25,860 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42013,1732663204871.replicationSource.wal-reader.c707e9ace675%2C42013%2C1732663204871,1-c707e9ace675,42013,1732663204871 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:20:25,860 INFO [RS:0;c707e9ace675:42013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42013. 2024-11-26T23:20:25,860 DEBUG [RS:0;c707e9ace675:42013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:25,860 DEBUG [RS:0;c707e9ace675:42013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:25,860 DEBUG [RS:0;c707e9ace675:42013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:25,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:25,861 INFO [RS:0;c707e9ace675:42013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42013 2024-11-26T23:20:25,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230948908/rs/c707e9ace675,42013,1732663204871 2024-11-26T23:20:25,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908/rs 2024-11-26T23:20:25,863 INFO [RS:0;c707e9ace675:42013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:20:25,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,42013,1732663204871] 2024-11-26T23:20:25,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-230948908/draining/c707e9ace675,42013,1732663204871 already deleted, retry=false 2024-11-26T23:20:25,866 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,42013,1732663204871 expired; onlineServers=0 2024-11-26T23:20:25,866 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,34907,1732663204778' ***** 2024-11-26T23:20:25,866 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:20:25,866 INFO [M:0;c707e9ace675:34907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:20:25,866 INFO [M:0;c707e9ace675:34907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:20:25,866 DEBUG [M:0;c707e9ace675:34907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:20:25,866 DEBUG [M:0;c707e9ace675:34907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:20:25,866 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663206348 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663206348,5,FailOnTimeoutGroup] 2024-11-26T23:20:25,867 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663206352 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663206352,5,FailOnTimeoutGroup] 2024-11-26T23:20:25,866 INFO [M:0;c707e9ace675:34907 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:20:25,867 INFO [M:0;c707e9ace675:34907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:20:25,867 DEBUG [M:0;c707e9ace675:34907 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:20:25,867 INFO [M:0;c707e9ace675:34907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:20:25,867 INFO [M:0;c707e9ace675:34907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:20:25,867 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:20:25,867 INFO [M:0;c707e9ace675:34907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:20:25,867 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:20:25,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230948908/master 2024-11-26T23:20:25,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230948908 2024-11-26T23:20:25,872 DEBUG [M:0;c707e9ace675:34907 {}] zookeeper.RecoverableZooKeeper(212): Node /0-230948908/master already deleted, retry=false 2024-11-26T23:20:25,872 DEBUG [M:0;c707e9ace675:34907 {}] master.ActiveMasterManager(353): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-230948908/master 2024-11-26T23:20:25,877 INFO [M:0;c707e9ace675:34907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/.lastflushedseqids 2024-11-26T23:20:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741848_1024 (size=245) 2024-11-26T23:20:25,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:25,965 INFO [RS:0;c707e9ace675:42013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:20:25,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42013-0x1015694438c0001, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:25,965 INFO [RS:0;c707e9ace675:42013 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,42013,1732663204871; zookeeper connection closed. 2024-11-26T23:20:25,965 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1abb566d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1abb566d 2024-11-26T23:20:25,965 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:20:26,282 INFO [M:0;c707e9ace675:34907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:20:26,282 INFO [M:0;c707e9ace675:34907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:20:26,282 DEBUG [M:0;c707e9ace675:34907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:20:26,282 INFO [M:0;c707e9ace675:34907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:26,282 DEBUG [M:0;c707e9ace675:34907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:26,282 DEBUG [M:0;c707e9ace675:34907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:20:26,282 DEBUG [M:0;c707e9ace675:34907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:26,282 INFO [M:0;c707e9ace675:34907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T23:20:26,297 DEBUG [M:0;c707e9ace675:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ccf3d46e23540afb33cea0cb22915f7 is 82, key is hbase:meta,,1/info:regioninfo/1732663207035/Put/seqid=0 2024-11-26T23:20:26,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741849_1025 (size=5672) 2024-11-26T23:20:26,701 INFO [M:0;c707e9ace675:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ccf3d46e23540afb33cea0cb22915f7 2024-11-26T23:20:26,720 DEBUG [M:0;c707e9ace675:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2b3c90249da459cb0925c989ee29417 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663215328/Put/seqid=0 2024-11-26T23:20:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741850_1026 (size=8516) 2024-11-26T23:20:27,124 INFO [M:0;c707e9ace675:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2b3c90249da459cb0925c989ee29417 2024-11-26T23:20:27,146 DEBUG [M:0;c707e9ace675:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c350d22d77234c94a0d1609addbe7967 is 69, key is c707e9ace675,42013,1732663204871/rs:state/1732663206457/Put/seqid=0 2024-11-26T23:20:27,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741851_1027 (size=5156) 2024-11-26T23:20:27,550 INFO [M:0;c707e9ace675:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c350d22d77234c94a0d1609addbe7967 2024-11-26T23:20:27,555 DEBUG [M:0;c707e9ace675:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ccf3d46e23540afb33cea0cb22915f7 as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ccf3d46e23540afb33cea0cb22915f7 2024-11-26T23:20:27,559 INFO [M:0;c707e9ace675:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ccf3d46e23540afb33cea0cb22915f7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T23:20:27,560 DEBUG [M:0;c707e9ace675:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2b3c90249da459cb0925c989ee29417 as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2b3c90249da459cb0925c989ee29417 2024-11-26T23:20:27,563 INFO [M:0;c707e9ace675:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2b3c90249da459cb0925c989ee29417, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T23:20:27,563 DEBUG [M:0;c707e9ace675:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c350d22d77234c94a0d1609addbe7967 as hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c350d22d77234c94a0d1609addbe7967 2024-11-26T23:20:27,566 INFO [M:0;c707e9ace675:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c350d22d77234c94a0d1609addbe7967, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T23:20:27,567 INFO [M:0;c707e9ace675:34907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-26T23:20:27,568 INFO [M:0;c707e9ace675:34907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:27,568 DEBUG [M:0;c707e9ace675:34907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663226282Disabling compacts and flushes for region at 1732663226282Disabling writes for close at 1732663226282Obtaining lock to block concurrent updates at 1732663226282Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663226282Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732663226283 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663226283Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663226283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663226297 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663226297Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663226705 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663226719 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663226719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663227128 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663227145 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663227145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158318e5: reopening flushed file at 1732663227555 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a5a923: reopening flushed file at 1732663227559 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13569049: reopening flushed file at 1732663227563 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732663227567 (+4 ms)Writing region close event to WAL at 1732663227568 (+1 ms)Closed at 1732663227568 2024-11-26T23:20:27,570 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1ad8190-bcdc-a4af-ed73-e6172e084cb0/MasterData/WALs/c707e9ace675,34907,1732663204778/c707e9ace675%2C34907%2C1732663204778.1732663206180 not finished, retry = 0 2024-11-26T23:20:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741830_1006 (size=63654) 2024-11-26T23:20:27,671 INFO [M:0;c707e9ace675:34907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:20:27,671 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:20:27,671 INFO [M:0;c707e9ace675:34907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34907 2024-11-26T23:20:27,672 INFO [M:0;c707e9ace675:34907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:20:27,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:27,776 INFO [M:0;c707e9ace675:34907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:20:27,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1015694438c0000, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:27,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64e37498{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:20:27,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58e9f6a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:20:27,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:20:27,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35c3d315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:20:27,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b481a9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.log.dir/,STOPPED} 2024-11-26T23:20:27,780 WARN [BP-872175167-172.17.0.2-1732663204124 heartbeating to localhost/127.0.0.1:33797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:20:27,781 WARN [BP-872175167-172.17.0.2-1732663204124 heartbeating to localhost/127.0.0.1:33797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-872175167-172.17.0.2-1732663204124 (Datanode Uuid 314188d2-f28b-416a-973d-41aad745e7cc) service to localhost/127.0.0.1:33797 2024-11-26T23:20:27,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:20:27,781 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:20:27,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/cluster_9a702758-fa9b-e0f7-d283-3b360278c9a8/data/data1/current/BP-872175167-172.17.0.2-1732663204124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:20:27,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/cluster_9a702758-fa9b-e0f7-d283-3b360278c9a8/data/data2/current/BP-872175167-172.17.0.2-1732663204124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:20:27,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:20:27,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb3f14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:20:27,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@254bded4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:20:27,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:20:27,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56c39db7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:20:27,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cb992f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8cdac85-e2f3-40ea-d5f9-42a32799423e/hadoop.log.dir/,STOPPED} 2024-11-26T23:20:27,795 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T23:20:27,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:20:27,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60762) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39101 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60762) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33797 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6366 (was 6099) - AvailableMemoryMB LEAK? - 2024-11-26T23:20:27,830 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=6366 2024-11-26T23:20:27,847 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-26T23:20:27,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.log.dir so I do NOT create it in target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328 2024-11-26T23:20:27,847 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:20:27,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.tmp.dir so I do NOT create it in target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328 2024-11-26T23:20:27,848 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9d9cf1a-abec-fb35-77e1-dc81969de2c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:20:27,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328 2024-11-26T23:20:27,848 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/cluster_13974b39-0571-6dfa-eb20-44bba942dbd2, deleteOnExit=true 2024-11-26T23:20:27,850 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/cluster_13974b39-0571-6dfa-eb20-44bba942dbd2/zookeeper_0, clientPort=54788, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/cluster_13974b39-0571-6dfa-eb20-44bba942dbd2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/cluster_13974b39-0571-6dfa-eb20-44bba942dbd2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:20:27,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54788 2024-11-26T23:20:27,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:20:27,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:20:27,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/test.cache.data in system properties and HBase conf 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:20:27,852 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:27,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:20:27,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:20:27,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:27,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:27,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:20:27,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:20:27,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:20:27,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:27,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:20:27,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:20:27,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015694438c0002, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:20:27,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015694438c0005, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:20:27,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015694438c0002, quorum=127.0.0.1:60762, baseZNode=/0-230948908 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:20:27,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015694438c0005, quorum=127.0.0.1:60762, baseZNode=/1865888656 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:20:27,943 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T23:20:27,944 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,945 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,977 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,977 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,981 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,987 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,988 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:27,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:28,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:28,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:28,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:28,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:28,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:20:28,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:28,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@502e2ff7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:28,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f00c263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:28,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a01c487{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/java.io.tmpdir/jetty-localhost-35497-hadoop-hdfs-3_4_1-tests_jar-_-any-856722936143722879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:20:28,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@280b75e4{HTTP/1.1, (http/1.1)}{localhost:35497} 2024-11-26T23:20:28,190 INFO [Time-limited test {}] server.Server(415): Started @202266ms 2024-11-26T23:20:28,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:28,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:28,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:28,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:28,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:20:28,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a45f7f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:28,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4593a87a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:28,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:28,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:28,309 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28293 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:28,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bc80f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/java.io.tmpdir/jetty-localhost-40939-hadoop-hdfs-3_4_1-tests_jar-_-any-17374401445480808722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:20:28,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ce9fef0{HTTP/1.1, (http/1.1)}{localhost:40939} 2024-11-26T23:20:28,396 INFO [Time-limited test {}] server.Server(415): Started @202472ms 2024-11-26T23:20:28,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:20:28,491 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/cluster_13974b39-0571-6dfa-eb20-44bba942dbd2/data/data1/current/BP-1889216343-172.17.0.2-1732663227881/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:28,492 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/cluster_13974b39-0571-6dfa-eb20-44bba942dbd2/data/data2/current/BP-1889216343-172.17.0.2-1732663227881/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:28,519 WARN [Thread-2645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:20:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97f1bb7400de755e with lease ID 0xee7b4a08886ae5f7: Processing first storage report for DS-e9a763ec-ba73-41bd-85da-23ce080077cd from datanode DatanodeRegistration(127.0.0.1:45351, datanodeUuid=58b86af4-a2ee-479c-bd43-1667eff6a577, infoPort=46125, infoSecurePort=0, ipcPort=41507, storageInfo=lv=-57;cid=testClusterID;nsid=988030017;c=1732663227881) 2024-11-26T23:20:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97f1bb7400de755e with lease ID 0xee7b4a08886ae5f7: from storage DS-e9a763ec-ba73-41bd-85da-23ce080077cd node DatanodeRegistration(127.0.0.1:45351, datanodeUuid=58b86af4-a2ee-479c-bd43-1667eff6a577, infoPort=46125, infoSecurePort=0, ipcPort=41507, storageInfo=lv=-57;cid=testClusterID;nsid=988030017;c=1732663227881), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T23:20:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97f1bb7400de755e with lease ID 0xee7b4a08886ae5f7: Processing first storage report for DS-097d9fc0-eaeb-4748-8ea4-0014e63bd1d8 from datanode DatanodeRegistration(127.0.0.1:45351, datanodeUuid=58b86af4-a2ee-479c-bd43-1667eff6a577, infoPort=46125, infoSecurePort=0, ipcPort=41507, storageInfo=lv=-57;cid=testClusterID;nsid=988030017;c=1732663227881) 2024-11-26T23:20:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97f1bb7400de755e with lease ID 0xee7b4a08886ae5f7: from storage DS-097d9fc0-eaeb-4748-8ea4-0014e63bd1d8 node DatanodeRegistration(127.0.0.1:45351, datanodeUuid=58b86af4-a2ee-479c-bd43-1667eff6a577, infoPort=46125, infoSecurePort=0, ipcPort=41507, storageInfo=lv=-57;cid=testClusterID;nsid=988030017;c=1732663227881), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:20:28,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328 2024-11-26T23:20:28,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:28,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:28,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:20:29,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11 with version=8 2024-11-26T23:20:29,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/hbase-staging 2024-11-26T23:20:29,035 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:29,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:29,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:29,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:29,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:29,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:29,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:20:29,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:29,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35065 2024-11-26T23:20:29,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35065 connecting to ZooKeeper ensemble=127.0.0.1:54788 2024-11-26T23:20:29,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350650x0, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:29,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35065-0x1015694a0590000 connected 2024-11-26T23:20:29,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:29,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:29,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on znode that does not yet exist, /0-2070277506/running 2024-11-26T23:20:29,081 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11, hbase.cluster.distributed=false 2024-11-26T23:20:29,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on znode that does not yet exist, /0-2070277506/acl 2024-11-26T23:20:29,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35065 2024-11-26T23:20:29,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35065 2024-11-26T23:20:29,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35065 2024-11-26T23:20:29,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35065 2024-11-26T23:20:29,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35065 2024-11-26T23:20:29,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:29,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:29,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:29,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:29,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:29,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:29,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:20:29,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:29,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36903 2024-11-26T23:20:29,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36903 connecting to ZooKeeper ensemble=127.0.0.1:54788 2024-11-26T23:20:29,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:29,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:29,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369030x0, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:29,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369030x0, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on znode that does not yet exist, /0-2070277506/running 2024-11-26T23:20:29,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:20:29,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36903-0x1015694a0590001 connected 2024-11-26T23:20:29,132 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:20:29,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on znode that does not yet exist, /0-2070277506/master 2024-11-26T23:20:29,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on znode that does not yet exist, /0-2070277506/acl 2024-11-26T23:20:29,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-26T23:20:29,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36903 2024-11-26T23:20:29,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36903 2024-11-26T23:20:29,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-26T23:20:29,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-26T23:20:29,159 DEBUG [M:0;c707e9ace675:35065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:35065 2024-11-26T23:20:29,160 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2070277506/backup-masters/c707e9ace675,35065,1732663229034 2024-11-26T23:20:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506/backup-masters 2024-11-26T23:20:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506/backup-masters 2024-11-26T23:20:29,162 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on existing znode=/0-2070277506/backup-masters/c707e9ace675,35065,1732663229034 2024-11-26T23:20:29,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2070277506/master 2024-11-26T23:20:29,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:29,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:29,164 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on existing znode=/0-2070277506/master 2024-11-26T23:20:29,165 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2070277506/backup-masters/c707e9ace675,35065,1732663229034 from backup master directory 2024-11-26T23:20:29,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506/backup-masters 2024-11-26T23:20:29,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070277506/backup-masters/c707e9ace675,35065,1732663229034 2024-11-26T23:20:29,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506/backup-masters 2024-11-26T23:20:29,167 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:29,167 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,35065,1732663229034 2024-11-26T23:20:29,173 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/hbase.id] with ID: 992c3226-2866-4a54-8028-9f6f10bb95f4 2024-11-26T23:20:29,173 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/.tmp/hbase.id 2024-11-26T23:20:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:20:29,178 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/.tmp/hbase.id]:[hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/hbase.id] 2024-11-26T23:20:29,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:29,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:20:29,186 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:20:29,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:29,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:20:29,595 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:29,596 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:20:29,596 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:29,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:20:30,005 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store 2024-11-26T23:20:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:20:30,415 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:30,415 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:20:30,415 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:30,415 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:30,415 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:20:30,415 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:30,415 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:30,415 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663230415Disabling compacts and flushes for region at 1732663230415Disabling writes for close at 1732663230415Writing region close event to WAL at 1732663230415Closed at 1732663230415 2024-11-26T23:20:30,416 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/.initializing 2024-11-26T23:20:30,416 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/WALs/c707e9ace675,35065,1732663229034 2024-11-26T23:20:30,417 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:30,418 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C35065%2C1732663229034, suffix=, logDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/WALs/c707e9ace675,35065,1732663229034, archiveDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/oldWALs, maxLogs=10 2024-11-26T23:20:30,436 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/WALs/c707e9ace675,35065,1732663229034/c707e9ace675%2C35065%2C1732663229034.1732663230418, exclude list is [], retry=0 2024-11-26T23:20:30,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45351,DS-e9a763ec-ba73-41bd-85da-23ce080077cd,DISK] 2024-11-26T23:20:30,440 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/WALs/c707e9ace675,35065,1732663229034/c707e9ace675%2C35065%2C1732663229034.1732663230418 2024-11-26T23:20:30,440 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46125:46125)] 2024-11-26T23:20:30,440 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:30,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:30,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,441 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:20:30,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:30,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:30,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:20:30,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:30,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:30,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:20:30,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:30,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:30,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:20:30,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:30,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:30,447 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,448 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,448 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,449 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,449 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,449 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:30,450 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:30,452 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:30,453 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72754970, jitterRate=0.08413353562355042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:30,454 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663230441Initializing all the Stores at 1732663230441Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663230441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663230442 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663230442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663230442Cleaning up temporary data from old regions at 1732663230449 (+7 ms)Region opened successfully at 1732663230453 (+4 ms) 2024-11-26T23:20:30,458 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:20:30,461 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70826723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:30,462 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:20:30,463 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:20:30,463 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:20:30,463 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:20:30,463 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:20:30,464 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:20:30,464 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:20:30,470 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:20:30,471 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Unable to get data of znode /0-2070277506/balancer because node does not exist (not necessarily an error) 2024-11-26T23:20:30,472 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070277506/balancer already deleted, retry=false 2024-11-26T23:20:30,472 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:20:30,473 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Unable to get data of znode /0-2070277506/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:20:30,475 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070277506/normalizer already deleted, retry=false 2024-11-26T23:20:30,475 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:20:30,476 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Unable to get data of znode /0-2070277506/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:20:30,477 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070277506/switch/split already deleted, retry=false 2024-11-26T23:20:30,478 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Unable to get data of znode /0-2070277506/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:20:30,479 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070277506/switch/merge already deleted, retry=false 2024-11-26T23:20:30,481 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Unable to get data of znode /0-2070277506/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:20:30,482 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070277506/snapshot-cleanup already deleted, retry=false 2024-11-26T23:20:30,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2070277506/running 2024-11-26T23:20:30,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2070277506/running 2024-11-26T23:20:30,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:30,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:30,484 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,35065,1732663229034, sessionid=0x1015694a0590000, setting cluster-up flag (Was=false) 2024-11-26T23:20:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:30,493 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2070277506/flush-table-proc/acquired, /0-2070277506/flush-table-proc/reached, /0-2070277506/flush-table-proc/abort 2024-11-26T23:20:30,493 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,35065,1732663229034 2024-11-26T23:20:30,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:30,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:30,508 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2070277506/online-snapshot/acquired, /0-2070277506/online-snapshot/reached, /0-2070277506/online-snapshot/abort 2024-11-26T23:20:30,509 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,35065,1732663229034 2024-11-26T23:20:30,510 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:20:30,512 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:30,513 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:20:30,513 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:20:30,513 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,35065,1732663229034 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:20:30,515 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:30,515 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:30,515 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:30,515 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:30,515 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:20:30,515 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,515 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:30,515 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,526 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663260526 2024-11-26T23:20:30,526 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:20:30,526 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:20:30,526 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:20:30,526 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:20:30,526 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:20:30,526 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:20:30,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:30,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:20:30,528 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:30,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:20:30,533 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,545 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:20:30,545 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:20:30,545 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:20:30,545 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:20:30,552 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:20:30,552 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:20:30,558 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(746): ClusterId : 992c3226-2866-4a54-8028-9f6f10bb95f4 2024-11-26T23:20:30,558 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:20:30,561 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:20:30,561 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:20:30,568 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:20:30,569 DEBUG [RS:0;c707e9ace675:36903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d49326c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:30,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:20:30,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:20:30,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11 2024-11-26T23:20:30,588 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663230552,5,FailOnTimeoutGroup] 2024-11-26T23:20:30,607 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:36903 2024-11-26T23:20:30,608 INFO [RS:0;c707e9ace675:36903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:20:30,608 INFO [RS:0;c707e9ace675:36903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:20:30,608 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:20:30,608 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663230588,5,FailOnTimeoutGroup] 2024-11-26T23:20:30,608 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,608 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:20:30,608 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,608 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,608 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,35065,1732663229034 with port=36903, startcode=1732663229114 2024-11-26T23:20:30,609 DEBUG [RS:0;c707e9ace675:36903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:20:30,613 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:20:30,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,36903,1732663229114 2024-11-26T23:20:30,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35065 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,36903,1732663229114 2024-11-26T23:20:30,615 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11 2024-11-26T23:20:30,615 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35977 2024-11-26T23:20:30,616 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:20:30,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506/rs 2024-11-26T23:20:30,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741832_1008 (size=32) 2024-11-26T23:20:30,618 DEBUG [RS:0;c707e9ace675:36903 {}] zookeeper.ZKUtil(111): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on existing znode=/0-2070277506/rs/c707e9ace675,36903,1732663229114 2024-11-26T23:20:30,618 WARN [RS:0;c707e9ace675:36903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:30,619 INFO [RS:0;c707e9ace675:36903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:30,619 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114 2024-11-26T23:20:30,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:30,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,36903,1732663229114] 2024-11-26T23:20:30,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:30,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:30,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:30,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:30,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:30,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:30,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:30,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:30,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:30,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:30,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:30,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:30,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:30,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:30,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:30,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:30,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:30,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740 2024-11-26T23:20:30,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740 2024-11-26T23:20:30,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:30,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:30,641 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:30,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:30,647 INFO [RS:0;c707e9ace675:36903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:20:30,653 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:30,653 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71253445, jitterRate=0.06175906956195831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:30,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663230619Initializing all the Stores at 1732663230620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663230620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663230625 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663230625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663230625Cleaning up temporary data from old regions at 1732663230640 (+15 ms)Region opened successfully at 1732663230654 (+14 ms) 2024-11-26T23:20:30,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:20:30,654 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:20:30,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:20:30,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:20:30,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:20:30,659 INFO [RS:0;c707e9ace675:36903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:20:30,659 INFO [RS:0;c707e9ace675:36903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:20:30,659 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,664 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:20:30,665 INFO [RS:0;c707e9ace675:36903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:20:30,665 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,665 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,665 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,665 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,665 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,665 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,665 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:30,665 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,665 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,666 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,666 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,666 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,666 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:30,666 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:30,666 DEBUG [RS:0;c707e9ace675:36903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:30,676 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:30,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663230654Disabling compacts and flushes for region at 1732663230654Disabling writes for close at 1732663230654Writing region close event to WAL at 1732663230676 (+22 ms)Closed at 1732663230676 2024-11-26T23:20:30,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:30,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:20:30,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:20:30,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:30,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:20:30,684 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,684 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,684 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,684 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,684 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,684 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,36903,1732663229114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:30,710 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:20:30,711 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,36903,1732663229114-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,711 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,711 INFO [RS:0;c707e9ace675:36903 {}] regionserver.Replication(171): c707e9ace675,36903,1732663229114 started 2024-11-26T23:20:30,733 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:30,733 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,36903,1732663229114, RpcServer on c707e9ace675/172.17.0.2:36903, sessionid=0x1015694a0590001 2024-11-26T23:20:30,733 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:20:30,733 DEBUG [RS:0;c707e9ace675:36903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,36903,1732663229114 2024-11-26T23:20:30,733 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,36903,1732663229114' 2024-11-26T23:20:30,733 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2070277506/flush-table-proc/abort' 2024-11-26T23:20:30,734 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2070277506/flush-table-proc/acquired' 2024-11-26T23:20:30,734 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:20:30,734 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:20:30,734 DEBUG [RS:0;c707e9ace675:36903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,36903,1732663229114 2024-11-26T23:20:30,734 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,36903,1732663229114' 2024-11-26T23:20:30,734 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2070277506/online-snapshot/abort' 2024-11-26T23:20:30,735 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2070277506/online-snapshot/acquired' 2024-11-26T23:20:30,735 DEBUG [RS:0;c707e9ace675:36903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:20:30,735 INFO [RS:0;c707e9ace675:36903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:20:30,735 INFO [RS:0;c707e9ace675:36903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:20:30,831 WARN [c707e9ace675:35065 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T23:20:30,836 INFO [RS:0;c707e9ace675:36903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:30,837 INFO [RS:0;c707e9ace675:36903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C36903%2C1732663229114, suffix=, logDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114, archiveDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/oldWALs, maxLogs=10 2024-11-26T23:20:30,855 DEBUG [RS:0;c707e9ace675:36903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, exclude list is [], retry=0 2024-11-26T23:20:30,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45351,DS-e9a763ec-ba73-41bd-85da-23ce080077cd,DISK] 2024-11-26T23:20:30,859 INFO [RS:0;c707e9ace675:36903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 2024-11-26T23:20:30,860 DEBUG [RS:0;c707e9ace675:36903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46125:46125)] 2024-11-26T23:20:31,081 DEBUG [c707e9ace675:35065 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:20:31,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,36903,1732663229114 2024-11-26T23:20:31,083 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,36903,1732663229114, state=OPENING 2024-11-26T23:20:31,084 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:20:31,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:31,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:31,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070277506/meta-region-server: CHANGED 2024-11-26T23:20:31,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070277506/meta-region-server: CHANGED 2024-11-26T23:20:31,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:31,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,36903,1732663229114}] 2024-11-26T23:20:31,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:31,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:20:31,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:20:31,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:20:31,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:31,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:20:31,249 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:31,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:20:31,257 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:20:31,258 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:31,258 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:20:31,260 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C36903%2C1732663229114.meta, suffix=.meta, logDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114, archiveDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/oldWALs, maxLogs=10 2024-11-26T23:20:31,281 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.meta.1732663231260.meta, exclude list is [], retry=0 2024-11-26T23:20:31,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45351,DS-e9a763ec-ba73-41bd-85da-23ce080077cd,DISK] 2024-11-26T23:20:31,285 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.meta.1732663231260.meta 2024-11-26T23:20:31,285 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46125:46125)] 2024-11-26T23:20:31,286 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:31,286 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:31,286 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:31,286 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:20:31,286 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:20:31,287 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:20:31,287 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:31,287 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:20:31,287 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:20:31,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:31,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:31,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:31,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:31,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:31,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:31,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:31,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:31,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:31,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:31,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:31,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:31,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:31,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:31,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:31,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:31,291 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:31,292 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740 2024-11-26T23:20:31,293 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740 2024-11-26T23:20:31,293 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:31,293 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:31,294 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:31,294 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:31,295 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65734405, jitterRate=-0.020481035113334656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:31,295 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:20:31,295 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663231287Writing region info on filesystem at 1732663231287Initializing all the Stores at 1732663231288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663231288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663231288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663231288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663231288Cleaning up temporary data from old regions at 1732663231293 (+5 ms)Running coprocessor post-open hooks at 1732663231295 (+2 ms)Region opened successfully at 1732663231295 2024-11-26T23:20:31,296 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663231248 2024-11-26T23:20:31,298 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:20:31,298 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:20:31,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,36903,1732663229114 2024-11-26T23:20:31,299 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,36903,1732663229114, state=OPEN 2024-11-26T23:20:31,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2070277506/meta-region-server 2024-11-26T23:20:31,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2070277506/meta-region-server 2024-11-26T23:20:31,301 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,36903,1732663229114 2024-11-26T23:20:31,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070277506/meta-region-server: CHANGED 2024-11-26T23:20:31,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070277506/meta-region-server: CHANGED 2024-11-26T23:20:31,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:20:31,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,36903,1732663229114 in 205 msec 2024-11-26T23:20:31,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:20:31,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-26T23:20:31,304 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:31,304 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:20:31,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:31,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36903,1732663229114, seqNum=-1] 2024-11-26T23:20:31,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:31,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:31,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 798 msec 2024-11-26T23:20:31,310 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663231310, completionTime=-1 2024-11-26T23:20:31,310 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:20:31,310 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:20:31,312 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:20:31,312 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663291312 2024-11-26T23:20:31,312 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663351312 2024-11-26T23:20:31,312 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:20:31,312 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35065,1732663229034-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:31,312 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35065,1732663229034-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:31,312 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35065,1732663229034-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:31,313 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:35065, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:31,313 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:31,313 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:31,314 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:20:31,316 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.149sec 2024-11-26T23:20:31,316 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:20:31,316 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:20:31,316 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:20:31,316 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:20:31,316 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:20:31,316 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35065,1732663229034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:31,316 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35065,1732663229034-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:20:31,318 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:20:31,318 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:20:31,318 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35065,1732663229034-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:31,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1912932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:31,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35065,-1 for getting cluster id 2024-11-26T23:20:31,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:31,359 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '992c3226-2866-4a54-8028-9f6f10bb95f4' 2024-11-26T23:20:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "992c3226-2866-4a54-8028-9f6f10bb95f4" 2024-11-26T23:20:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734bbf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35065,-1] 2024-11-26T23:20:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:31,361 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:31,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b65898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:31,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36903,1732663229114, seqNum=-1] 2024-11-26T23:20:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:31,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:31,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,35065,1732663229034 2024-11-26T23:20:31,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54788 2024-11-26T23:20:31,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:31,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015694a0590002 connected 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.log.dir so I do NOT create it in target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5 2024-11-26T23:20:31,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.tmp.dir so I do NOT create it in target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5 2024-11-26T23:20:31,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:20:31,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/cluster_e5ae677a-889b-6823-e26e-96655b0690d5, deleteOnExit=true 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/test.cache.data in system properties and HBase conf 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:20:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:20:31,375 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:20:31,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:20:31,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:31,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:31,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:31,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:31,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:20:31,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:31,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4998e689{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:31,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c969cee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:31,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25393d46{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/java.io.tmpdir/jetty-localhost-43083-hadoop-hdfs-3_4_1-tests_jar-_-any-4370922076732015830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:20:31,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f5d763b{HTTP/1.1, (http/1.1)}{localhost:43083} 2024-11-26T23:20:31,608 INFO [Time-limited test {}] server.Server(415): Started @205685ms 2024-11-26T23:20:31,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:31,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:31,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:31,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:31,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:20:31,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738a9463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:31,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60b4fd84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:31,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4377be4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/java.io.tmpdir/jetty-localhost-42617-hadoop-hdfs-3_4_1-tests_jar-_-any-704060656186070058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:20:31,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a044aaf{HTTP/1.1, (http/1.1)}{localhost:42617} 2024-11-26T23:20:31,822 INFO [Time-limited test {}] server.Server(415): Started @205899ms 2024-11-26T23:20:31,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:20:31,928 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/cluster_e5ae677a-889b-6823-e26e-96655b0690d5/data/data1/current/BP-404443798-172.17.0.2-1732663231395/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:31,928 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/cluster_e5ae677a-889b-6823-e26e-96655b0690d5/data/data2/current/BP-404443798-172.17.0.2-1732663231395/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:31,948 WARN [Thread-2765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:20:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22458cb1f64f68f1 with lease ID 0xcaab8da3babda20b: Processing first storage report for DS-83b9f2b7-f6b7-41bc-ae1d-43aa37e1ee38 from datanode DatanodeRegistration(127.0.0.1:35865, datanodeUuid=2f1daf53-069b-4576-9f86-04f6a4a7bbd9, infoPort=39339, infoSecurePort=0, ipcPort=36601, storageInfo=lv=-57;cid=testClusterID;nsid=1921259463;c=1732663231395) 2024-11-26T23:20:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22458cb1f64f68f1 with lease ID 0xcaab8da3babda20b: from storage DS-83b9f2b7-f6b7-41bc-ae1d-43aa37e1ee38 node DatanodeRegistration(127.0.0.1:35865, datanodeUuid=2f1daf53-069b-4576-9f86-04f6a4a7bbd9, infoPort=39339, infoSecurePort=0, ipcPort=36601, storageInfo=lv=-57;cid=testClusterID;nsid=1921259463;c=1732663231395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:20:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22458cb1f64f68f1 with lease ID 0xcaab8da3babda20b: Processing first storage report for DS-144516cc-0c35-4619-ad64-a0d3ebb24e8c from datanode DatanodeRegistration(127.0.0.1:35865, datanodeUuid=2f1daf53-069b-4576-9f86-04f6a4a7bbd9, infoPort=39339, infoSecurePort=0, ipcPort=36601, storageInfo=lv=-57;cid=testClusterID;nsid=1921259463;c=1732663231395) 2024-11-26T23:20:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22458cb1f64f68f1 with lease ID 0xcaab8da3babda20b: from storage DS-144516cc-0c35-4619-ad64-a0d3ebb24e8c node DatanodeRegistration(127.0.0.1:35865, datanodeUuid=2f1daf53-069b-4576-9f86-04f6a4a7bbd9, infoPort=39339, infoSecurePort=0, ipcPort=36601, storageInfo=lv=-57;cid=testClusterID;nsid=1921259463;c=1732663231395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:20:32,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5 2024-11-26T23:20:32,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:32,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:32,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:20:32,455 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7 with version=8 2024-11-26T23:20:32,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/hbase-staging 2024-11-26T23:20:32,458 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:32,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:32,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:32,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:32,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:32,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:32,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:20:32,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:32,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40827 2024-11-26T23:20:32,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40827 connecting to ZooKeeper ensemble=127.0.0.1:54788 2024-11-26T23:20:32,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408270x0, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:32,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40827-0x1015694a0590003 connected 2024-11-26T23:20:32,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:32,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:32,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on znode that does not yet exist, /1123255124/running 2024-11-26T23:20:32,479 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7, hbase.cluster.distributed=false 2024-11-26T23:20:32,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on znode that does not yet exist, /1123255124/acl 2024-11-26T23:20:32,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-26T23:20:32,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40827 2024-11-26T23:20:32,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40827 2024-11-26T23:20:32,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-26T23:20:32,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-26T23:20:32,496 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:32,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:32,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:32,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:32,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:32,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:32,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:20:32,497 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:32,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42317 2024-11-26T23:20:32,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42317 connecting to ZooKeeper ensemble=127.0.0.1:54788 2024-11-26T23:20:32,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:32,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:32,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423170x0, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:32,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423170x0, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on znode that does not yet exist, /1123255124/running 2024-11-26T23:20:32,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42317-0x1015694a0590004 connected 2024-11-26T23:20:32,504 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:20:32,504 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:20:32,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on znode that does not yet exist, /1123255124/master 2024-11-26T23:20:32,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on znode that does not yet exist, /1123255124/acl 2024-11-26T23:20:32,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42317 2024-11-26T23:20:32,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42317 2024-11-26T23:20:32,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42317 2024-11-26T23:20:32,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42317 2024-11-26T23:20:32,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42317 2024-11-26T23:20:32,532 DEBUG [M:0;c707e9ace675:40827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:40827 2024-11-26T23:20:32,533 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1123255124/backup-masters/c707e9ace675,40827,1732663232458 2024-11-26T23:20:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124/backup-masters 2024-11-26T23:20:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124/backup-masters 2024-11-26T23:20:32,535 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on existing znode=/1123255124/backup-masters/c707e9ace675,40827,1732663232458 2024-11-26T23:20:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1123255124/master 2024-11-26T23:20:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:32,538 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on existing znode=/1123255124/master 2024-11-26T23:20:32,539 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1123255124/backup-masters/c707e9ace675,40827,1732663232458 from backup master directory 2024-11-26T23:20:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1123255124/backup-masters/c707e9ace675,40827,1732663232458 2024-11-26T23:20:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124/backup-masters 2024-11-26T23:20:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124/backup-masters 2024-11-26T23:20:32,540 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:32,540 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,40827,1732663232458 2024-11-26T23:20:32,543 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/hbase.id] with ID: 38731389-93e4-4b2d-8540-2061dffe72b3 2024-11-26T23:20:32,543 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/.tmp/hbase.id 2024-11-26T23:20:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:20:32,950 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/.tmp/hbase.id]:[hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/hbase.id] 2024-11-26T23:20:32,958 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:32,958 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:20:32,959 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:20:32,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:32,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:32,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:20:33,366 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:33,366 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:20:33,367 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:20:33,773 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store 2024-11-26T23:20:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:20:34,178 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:34,179 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:20:34,179 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:34,179 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:34,179 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:20:34,179 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:34,179 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:34,179 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663234179Disabling compacts and flushes for region at 1732663234179Disabling writes for close at 1732663234179Writing region close event to WAL at 1732663234179Closed at 1732663234179 2024-11-26T23:20:34,179 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/.initializing 2024-11-26T23:20:34,180 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/WALs/c707e9ace675,40827,1732663232458 2024-11-26T23:20:34,180 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:34,181 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C40827%2C1732663232458, suffix=, logDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/WALs/c707e9ace675,40827,1732663232458, archiveDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/oldWALs, maxLogs=10 2024-11-26T23:20:34,195 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/WALs/c707e9ace675,40827,1732663232458/c707e9ace675%2C40827%2C1732663232458.1732663234182, exclude list is [], retry=0 2024-11-26T23:20:34,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-83b9f2b7-f6b7-41bc-ae1d-43aa37e1ee38,DISK] 2024-11-26T23:20:34,198 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/WALs/c707e9ace675,40827,1732663232458/c707e9ace675%2C40827%2C1732663232458.1732663234182 2024-11-26T23:20:34,198 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39339:39339)] 2024-11-26T23:20:34,198 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:34,199 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:34,199 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,199 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:20:34,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:34,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:34,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:20:34,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:34,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:34,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:20:34,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:34,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:34,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:20:34,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:34,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:34,204 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,205 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,205 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,206 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,206 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,206 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:34,207 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:34,208 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:34,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65254518, jitterRate=-0.027631908655166626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:34,209 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663234199Initializing all the Stores at 1732663234199Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663234199Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663234200 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663234200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663234200Cleaning up temporary data from old regions at 1732663234206 (+6 ms)Region opened successfully at 1732663234209 (+3 ms) 2024-11-26T23:20:34,209 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:20:34,212 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c895782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:34,212 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:20:34,212 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:20:34,212 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:20:34,213 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:20:34,213 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:20:34,213 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:20:34,213 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:20:34,214 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:20:34,215 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Unable to get data of znode /1123255124/balancer because node does not exist (not necessarily an error) 2024-11-26T23:20:34,217 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1123255124/balancer already deleted, retry=false 2024-11-26T23:20:34,217 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:20:34,218 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Unable to get data of znode /1123255124/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:20:34,220 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1123255124/normalizer already deleted, retry=false 2024-11-26T23:20:34,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:20:34,221 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Unable to get data of znode /1123255124/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:20:34,222 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1123255124/switch/split already deleted, retry=false 2024-11-26T23:20:34,223 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Unable to get data of znode /1123255124/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:20:34,224 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1123255124/switch/merge already deleted, retry=false 2024-11-26T23:20:34,225 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Unable to get data of znode /1123255124/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:20:34,227 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1123255124/snapshot-cleanup already deleted, retry=false 2024-11-26T23:20:34,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1123255124/running 2024-11-26T23:20:34,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1123255124/running 2024-11-26T23:20:34,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:34,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:34,230 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,40827,1732663232458, sessionid=0x1015694a0590003, setting cluster-up flag (Was=false) 2024-11-26T23:20:34,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:34,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:34,238 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1123255124/flush-table-proc/acquired, /1123255124/flush-table-proc/reached, /1123255124/flush-table-proc/abort 2024-11-26T23:20:34,238 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,40827,1732663232458 2024-11-26T23:20:34,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:34,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:34,247 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1123255124/online-snapshot/acquired, /1123255124/online-snapshot/reached, /1123255124/online-snapshot/abort 2024-11-26T23:20:34,247 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,40827,1732663232458 2024-11-26T23:20:34,248 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:20:34,249 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:34,250 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:20:34,250 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:20:34,250 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,40827,1732663232458 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:20:34,251 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:34,251 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:34,251 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:34,251 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:34,251 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:20:34,251 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,251 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:34,251 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:34,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:20:34,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:34,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:20:34,256 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663264255 2024-11-26T23:20:34,256 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:20:34,256 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:20:34,256 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:20:34,256 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:20:34,256 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:20:34,256 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:20:34,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:20:34,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:20:34,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:20:34,258 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:20:34,260 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:20:34,261 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:20:34,261 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663234261,5,FailOnTimeoutGroup] 2024-11-26T23:20:34,262 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663234261,5,FailOnTimeoutGroup] 2024-11-26T23:20:34,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:20:34,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:20:34,322 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(746): ClusterId : 38731389-93e4-4b2d-8540-2061dffe72b3 2024-11-26T23:20:34,322 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:20:34,324 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:20:34,324 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:20:34,328 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:20:34,328 DEBUG [RS:0;c707e9ace675:42317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e580822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:34,347 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:42317 2024-11-26T23:20:34,347 INFO [RS:0;c707e9ace675:42317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:20:34,347 INFO [RS:0;c707e9ace675:42317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:20:34,347 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:20:34,348 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,40827,1732663232458 with port=42317, startcode=1732663232496 2024-11-26T23:20:34,348 DEBUG [RS:0;c707e9ace675:42317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:20:34,349 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:20:34,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,42317,1732663232496 2024-11-26T23:20:34,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40827 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,42317,1732663232496 2024-11-26T23:20:34,351 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7 2024-11-26T23:20:34,351 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37627 2024-11-26T23:20:34,351 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:20:34,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124/rs 2024-11-26T23:20:34,356 DEBUG [RS:0;c707e9ace675:42317 {}] zookeeper.ZKUtil(111): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on existing znode=/1123255124/rs/c707e9ace675,42317,1732663232496 2024-11-26T23:20:34,356 WARN [RS:0;c707e9ace675:42317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:34,356 INFO [RS:0;c707e9ace675:42317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:34,356 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496 2024-11-26T23:20:34,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,42317,1732663232496] 2024-11-26T23:20:34,362 INFO [RS:0;c707e9ace675:42317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:20:34,364 INFO [RS:0;c707e9ace675:42317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:20:34,364 INFO [RS:0;c707e9ace675:42317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:20:34,364 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,364 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:20:34,365 INFO [RS:0;c707e9ace675:42317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:20:34,365 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:34,366 DEBUG [RS:0;c707e9ace675:42317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:34,368 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,368 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,368 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,368 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,368 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,368 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42317,1732663232496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:34,382 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:20:34,382 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42317,1732663232496-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,382 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,382 INFO [RS:0;c707e9ace675:42317 {}] regionserver.Replication(171): c707e9ace675,42317,1732663232496 started 2024-11-26T23:20:34,395 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:34,395 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,42317,1732663232496, RpcServer on c707e9ace675/172.17.0.2:42317, sessionid=0x1015694a0590004 2024-11-26T23:20:34,395 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:20:34,395 DEBUG [RS:0;c707e9ace675:42317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,42317,1732663232496 2024-11-26T23:20:34,395 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,42317,1732663232496' 2024-11-26T23:20:34,396 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1123255124/flush-table-proc/abort' 2024-11-26T23:20:34,396 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1123255124/flush-table-proc/acquired' 2024-11-26T23:20:34,396 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:20:34,396 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:20:34,396 DEBUG [RS:0;c707e9ace675:42317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,42317,1732663232496 2024-11-26T23:20:34,396 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,42317,1732663232496' 2024-11-26T23:20:34,396 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1123255124/online-snapshot/abort' 2024-11-26T23:20:34,397 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1123255124/online-snapshot/acquired' 2024-11-26T23:20:34,397 DEBUG [RS:0;c707e9ace675:42317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:20:34,397 INFO [RS:0;c707e9ace675:42317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:20:34,397 INFO [RS:0;c707e9ace675:42317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:20:34,497 INFO [RS:0;c707e9ace675:42317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:34,499 INFO [RS:0;c707e9ace675:42317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42317%2C1732663232496, suffix=, logDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496, archiveDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/oldWALs, maxLogs=10 2024-11-26T23:20:34,516 DEBUG [RS:0;c707e9ace675:42317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, exclude list is [], retry=0 2024-11-26T23:20:34,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-83b9f2b7-f6b7-41bc-ae1d-43aa37e1ee38,DISK] 2024-11-26T23:20:34,520 INFO [RS:0;c707e9ace675:42317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 2024-11-26T23:20:34,521 DEBUG [RS:0;c707e9ace675:42317 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39339:39339)] 2024-11-26T23:20:34,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:20:34,666 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7 2024-11-26T23:20:34,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:20:35,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:35,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:35,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:35,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:35,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:35,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:35,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:35,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:35,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:35,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:35,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:35,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:35,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:35,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:35,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:35,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:35,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:35,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:35,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740 2024-11-26T23:20:35,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740 2024-11-26T23:20:35,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:35,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:35,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:35,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:35,099 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:35,099 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73793985, jitterRate=0.09961606562137604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:35,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663235089Initializing all the Stores at 1732663235089Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663235089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663235090 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663235090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663235090Cleaning up temporary data from old regions at 1732663235096 (+6 ms)Region opened successfully at 1732663235099 (+3 ms) 2024-11-26T23:20:35,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:20:35,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:20:35,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:20:35,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:20:35,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:20:35,100 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:35,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663235099Disabling compacts and flushes for region at 1732663235099Disabling writes for close at 1732663235099Writing region close event to WAL at 1732663235100 (+1 ms)Closed at 1732663235100 2024-11-26T23:20:35,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:35,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:20:35,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:20:35,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:35,102 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:20:35,253 DEBUG [c707e9ace675:40827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:20:35,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,42317,1732663232496 2024-11-26T23:20:35,254 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,42317,1732663232496, state=OPENING 2024-11-26T23:20:35,255 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:20:35,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:35,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:35,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:35,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,42317,1732663232496}] 2024-11-26T23:20:35,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1123255124/meta-region-server: CHANGED 2024-11-26T23:20:35,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1123255124/meta-region-server: CHANGED 2024-11-26T23:20:35,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:35,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:20:35,414 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:20:35,414 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:35,414 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:20:35,415 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42317%2C1732663232496.meta, suffix=.meta, logDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496, archiveDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/oldWALs, maxLogs=10 2024-11-26T23:20:35,430 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.meta.1732663235415.meta, exclude list is [], retry=0 2024-11-26T23:20:35,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-83b9f2b7-f6b7-41bc-ae1d-43aa37e1ee38,DISK] 2024-11-26T23:20:35,436 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.meta.1732663235415.meta 2024-11-26T23:20:35,436 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39339:39339)] 2024-11-26T23:20:35,436 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:35,437 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:35,437 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:35,437 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:20:35,437 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:20:35,437 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:20:35,437 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:35,437 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:20:35,437 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:20:35,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:35,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:35,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:35,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:35,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:35,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:35,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:35,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:35,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:35,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:35,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:35,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:35,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:35,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:35,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:35,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:35,444 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:35,445 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740 2024-11-26T23:20:35,446 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740 2024-11-26T23:20:35,446 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:35,446 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:35,447 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:35,448 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:35,449 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70009529, jitterRate=0.04322327673435211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:35,449 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:20:35,449 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663235437Writing region info on filesystem at 1732663235437Initializing all the Stores at 1732663235438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663235438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663235440 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663235440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663235440Cleaning up temporary data from old regions at 1732663235446 (+6 ms)Running coprocessor post-open hooks at 1732663235449 (+3 ms)Region opened successfully at 1732663235449 2024-11-26T23:20:35,450 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663235409 2024-11-26T23:20:35,452 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:20:35,452 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:20:35,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,42317,1732663232496 2024-11-26T23:20:35,453 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,42317,1732663232496, state=OPEN 2024-11-26T23:20:35,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1123255124/meta-region-server 2024-11-26T23:20:35,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1123255124/meta-region-server 2024-11-26T23:20:35,456 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,42317,1732663232496 2024-11-26T23:20:35,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1123255124/meta-region-server: CHANGED 2024-11-26T23:20:35,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1123255124/meta-region-server: CHANGED 2024-11-26T23:20:35,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:20:35,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,42317,1732663232496 in 199 msec 2024-11-26T23:20:35,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:20:35,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-26T23:20:35,460 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:35,460 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:20:35,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:35,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42317,1732663232496, seqNum=-1] 2024-11-26T23:20:35,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:35,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:35,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-26T23:20:35,467 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663235467, completionTime=-1 2024-11-26T23:20:35,467 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:20:35,467 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:20:35,469 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:20:35,469 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663295469 2024-11-26T23:20:35,469 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663355469 2024-11-26T23:20:35,469 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:20:35,469 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,40827,1732663232458-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:35,469 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,40827,1732663232458-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:35,469 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,40827,1732663232458-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:35,469 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:40827, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:35,469 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:35,470 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:35,472 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:20:35,473 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-26T23:20:35,473 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:20:35,473 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:20:35,473 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:20:35,473 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:20:35,473 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:20:35,473 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,40827,1732663232458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:35,473 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,40827,1732663232458-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:20:35,475 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:20:35,475 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:20:35,475 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,40827,1732663232458-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:35,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc077eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:35,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,40827,-1 for getting cluster id 2024-11-26T23:20:35,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:35,524 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38731389-93e4-4b2d-8540-2061dffe72b3' 2024-11-26T23:20:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38731389-93e4-4b2d-8540-2061dffe72b3" 2024-11-26T23:20:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f64278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,40827,-1] 2024-11-26T23:20:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:35,526 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:35,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd1f802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:35,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42317,1732663232496, seqNum=-1] 2024-11-26T23:20:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:35,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:35,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,40827,1732663232458 2024-11-26T23:20:35,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54788 2024-11-26T23:20:35,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:35,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015694a0590005 connected 2024-11-26T23:20:35,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.log.dir so I do NOT create it in target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c 2024-11-26T23:20:35,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:20:35,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.tmp.dir so I do NOT create it in target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c 2024-11-26T23:20:35,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:20:35,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c 2024-11-26T23:20:35,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:20:35,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/cluster_c1ebc6da-544b-7ac7-c652-d31b9da0598a, deleteOnExit=true 2024-11-26T23:20:35,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:20:35,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/test.cache.data in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:20:35,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:20:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:20:35,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:20:35,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:20:35,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:35,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:35,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:35,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:35,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:20:35,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:35,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71399dd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:35,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49e2fd85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:35,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f9b5134{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/java.io.tmpdir/jetty-localhost-39323-hadoop-hdfs-3_4_1-tests_jar-_-any-3706030857266348844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:20:35,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@969cdd4{HTTP/1.1, (http/1.1)}{localhost:39323} 2024-11-26T23:20:35,747 INFO [Time-limited test {}] server.Server(415): Started @209823ms 2024-11-26T23:20:35,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:20:35,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:20:35,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:20:35,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:20:35,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:20:35,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67552449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:20:35,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410efbf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:20:35,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a9c1112{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/java.io.tmpdir/jetty-localhost-33745-hadoop-hdfs-3_4_1-tests_jar-_-any-14107088739534240801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:20:35,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27515b45{HTTP/1.1, (http/1.1)}{localhost:33745} 2024-11-26T23:20:35,954 INFO [Time-limited test {}] server.Server(415): Started @210031ms 2024-11-26T23:20:35,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:20:36,121 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/cluster_c1ebc6da-544b-7ac7-c652-d31b9da0598a/data/data2/current/BP-501806636-172.17.0.2-1732663235560/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:36,121 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/cluster_c1ebc6da-544b-7ac7-c652-d31b9da0598a/data/data1/current/BP-501806636-172.17.0.2-1732663235560/current, will proceed with Du for space computation calculation, 2024-11-26T23:20:36,141 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:20:36,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x852e3945145619f3 with lease ID 0x64cd4a8a409361d: Processing first storage report for DS-51c66a29-2afd-4c57-bb95-6ac53114ed38 from datanode DatanodeRegistration(127.0.0.1:44679, datanodeUuid=6a0354d5-8c7d-4305-8c8c-3d9e7405c518, infoPort=39865, infoSecurePort=0, ipcPort=42281, storageInfo=lv=-57;cid=testClusterID;nsid=1161450122;c=1732663235560) 2024-11-26T23:20:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x852e3945145619f3 with lease ID 0x64cd4a8a409361d: from storage DS-51c66a29-2afd-4c57-bb95-6ac53114ed38 node DatanodeRegistration(127.0.0.1:44679, datanodeUuid=6a0354d5-8c7d-4305-8c8c-3d9e7405c518, infoPort=39865, infoSecurePort=0, ipcPort=42281, storageInfo=lv=-57;cid=testClusterID;nsid=1161450122;c=1732663235560), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:20:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x852e3945145619f3 with lease ID 0x64cd4a8a409361d: Processing first storage report for DS-95d2d00c-8900-4a98-9d5a-e0c8b6f658c9 from datanode DatanodeRegistration(127.0.0.1:44679, datanodeUuid=6a0354d5-8c7d-4305-8c8c-3d9e7405c518, infoPort=39865, infoSecurePort=0, ipcPort=42281, storageInfo=lv=-57;cid=testClusterID;nsid=1161450122;c=1732663235560) 2024-11-26T23:20:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x852e3945145619f3 with lease ID 0x64cd4a8a409361d: from storage DS-95d2d00c-8900-4a98-9d5a-e0c8b6f658c9 node DatanodeRegistration(127.0.0.1:44679, datanodeUuid=6a0354d5-8c7d-4305-8c8c-3d9e7405c518, infoPort=39865, infoSecurePort=0, ipcPort=42281, storageInfo=lv=-57;cid=testClusterID;nsid=1161450122;c=1732663235560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:20:36,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c 2024-11-26T23:20:36,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:36,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:36,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:20:36,597 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495 with version=8 2024-11-26T23:20:36,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/hbase-staging 2024-11-26T23:20:36,599 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:36,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:36,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:36,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:36,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:36,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:36,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:20:36,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:36,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39161 2024-11-26T23:20:36,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39161 connecting to ZooKeeper ensemble=127.0.0.1:54788 2024-11-26T23:20:36,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391610x0, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:36,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39161-0x1015694a0590006 connected 2024-11-26T23:20:36,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:36,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:36,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on znode that does not yet exist, /21644983017/running 2024-11-26T23:20:36,622 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495, hbase.cluster.distributed=false 2024-11-26T23:20:36,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on znode that does not yet exist, /21644983017/acl 2024-11-26T23:20:36,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39161 2024-11-26T23:20:36,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39161 2024-11-26T23:20:36,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39161 2024-11-26T23:20:36,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39161 2024-11-26T23:20:36,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39161 2024-11-26T23:20:36,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:20:36,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:36,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:36,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:20:36,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:20:36,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:20:36,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:20:36,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:20:36,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39005 2024-11-26T23:20:36,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39005 connecting to ZooKeeper ensemble=127.0.0.1:54788 2024-11-26T23:20:36,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:36,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:36,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390050x0, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:36,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390050x0, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on znode that does not yet exist, /21644983017/running 2024-11-26T23:20:36,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39005-0x1015694a0590007 connected 2024-11-26T23:20:36,653 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:20:36,653 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:20:36,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on znode that does not yet exist, /21644983017/master 2024-11-26T23:20:36,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on znode that does not yet exist, /21644983017/acl 2024-11-26T23:20:36,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39005 2024-11-26T23:20:36,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39005 2024-11-26T23:20:36,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39005 2024-11-26T23:20:36,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39005 2024-11-26T23:20:36,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39005 2024-11-26T23:20:36,670 DEBUG [M:0;c707e9ace675:39161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:39161 2024-11-26T23:20:36,672 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21644983017/backup-masters/c707e9ace675,39161,1732663236599 2024-11-26T23:20:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017/backup-masters 2024-11-26T23:20:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017/backup-masters 2024-11-26T23:20:36,674 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on existing znode=/21644983017/backup-masters/c707e9ace675,39161,1732663236599 2024-11-26T23:20:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21644983017/master 2024-11-26T23:20:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:36,677 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on existing znode=/21644983017/master 2024-11-26T23:20:36,677 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21644983017/backup-masters/c707e9ace675,39161,1732663236599 from backup master directory 2024-11-26T23:20:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21644983017/backup-masters/c707e9ace675,39161,1732663236599 2024-11-26T23:20:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017/backup-masters 2024-11-26T23:20:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017/backup-masters 2024-11-26T23:20:36,678 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:36,678 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,39161,1732663236599 2024-11-26T23:20:36,682 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/hbase.id] with ID: d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1 2024-11-26T23:20:36,682 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/.tmp/hbase.id 2024-11-26T23:20:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:20:36,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:20:36,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:36,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:20:37,088 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/.tmp/hbase.id]:[hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/hbase.id] 2024-11-26T23:20:37,096 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:20:37,097 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:20:37,097 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T23:20:37,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:37,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:37,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:20:37,505 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:37,506 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:20:37,507 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:20:37,517 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store 2024-11-26T23:20:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:20:37,930 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:37,930 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:20:37,930 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:37,930 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:37,930 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:20:37,930 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:37,930 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:37,930 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663237930Disabling compacts and flushes for region at 1732663237930Disabling writes for close at 1732663237930Writing region close event to WAL at 1732663237930Closed at 1732663237930 2024-11-26T23:20:37,931 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/.initializing 2024-11-26T23:20:37,931 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/WALs/c707e9ace675,39161,1732663236599 2024-11-26T23:20:37,932 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:37,934 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C39161%2C1732663236599, suffix=, logDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/WALs/c707e9ace675,39161,1732663236599, archiveDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/oldWALs, maxLogs=10 2024-11-26T23:20:37,953 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/WALs/c707e9ace675,39161,1732663236599/c707e9ace675%2C39161%2C1732663236599.1732663237934, exclude list is [], retry=0 2024-11-26T23:20:37,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44679,DS-51c66a29-2afd-4c57-bb95-6ac53114ed38,DISK] 2024-11-26T23:20:37,961 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/WALs/c707e9ace675,39161,1732663236599/c707e9ace675%2C39161%2C1732663236599.1732663237934 2024-11-26T23:20:37,961 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39865:39865)] 2024-11-26T23:20:37,961 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:37,961 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:37,962 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,962 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:20:37,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:37,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:37,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:20:37,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:37,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:37,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:20:37,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:37,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:37,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:20:37,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:37,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:37,968 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,969 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,969 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,970 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,970 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,971 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:37,971 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:20:37,973 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:37,973 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58821406, jitterRate=-0.12349274754524231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:37,973 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663237962Initializing all the Stores at 1732663237962Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663237962Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663237963 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663237963Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663237963Cleaning up temporary data from old regions at 1732663237970 (+7 ms)Region opened successfully at 1732663237973 (+3 ms) 2024-11-26T23:20:37,974 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:20:37,976 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32be83e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:37,977 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:20:37,977 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:20:37,977 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:20:37,977 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:20:37,977 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:20:37,978 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:20:37,978 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:20:37,979 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:20:37,980 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Unable to get data of znode /21644983017/balancer because node does not exist (not necessarily an error) 2024-11-26T23:20:37,981 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21644983017/balancer already deleted, retry=false 2024-11-26T23:20:37,981 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:20:37,982 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Unable to get data of znode /21644983017/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:20:37,984 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21644983017/normalizer already deleted, retry=false 2024-11-26T23:20:37,984 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:20:37,985 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Unable to get data of znode /21644983017/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:20:37,986 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21644983017/switch/split already deleted, retry=false 2024-11-26T23:20:37,987 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Unable to get data of znode /21644983017/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:20:37,988 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21644983017/switch/merge already deleted, retry=false 2024-11-26T23:20:37,990 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Unable to get data of znode /21644983017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:20:37,991 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21644983017/snapshot-cleanup already deleted, retry=false 2024-11-26T23:20:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21644983017/running 2024-11-26T23:20:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21644983017/running 2024-11-26T23:20:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:37,994 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,39161,1732663236599, sessionid=0x1015694a0590006, setting cluster-up flag (Was=false) 2024-11-26T23:20:37,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:37,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:38,002 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21644983017/flush-table-proc/acquired, /21644983017/flush-table-proc/reached, /21644983017/flush-table-proc/abort 2024-11-26T23:20:38,003 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,39161,1732663236599 2024-11-26T23:20:38,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:38,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:38,011 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21644983017/online-snapshot/acquired, /21644983017/online-snapshot/reached, /21644983017/online-snapshot/abort 2024-11-26T23:20:38,012 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,39161,1732663236599 2024-11-26T23:20:38,013 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:20:38,014 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:38,014 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:20:38,015 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:20:38,015 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,39161,1732663236599 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:20:38,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:38,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:38,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:38,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:20:38,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:20:38,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:38,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:38,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:20:38,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:38,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:20:38,032 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663268032 2024-11-26T23:20:38,033 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:20:38,033 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:20:38,033 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:20:38,033 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:20:38,033 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:20:38,033 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:20:38,036 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,037 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:20:38,037 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:20:38,037 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:20:38,037 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:20:38,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:20:38,040 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:20:38,040 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:20:38,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663238040,5,FailOnTimeoutGroup] 2024-11-26T23:20:38,041 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663238041,5,FailOnTimeoutGroup] 2024-11-26T23:20:38,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:20:38,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,041 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,059 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(746): ClusterId : d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1 2024-11-26T23:20:38,060 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:20:38,061 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:20:38,061 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:20:38,064 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:20:38,065 DEBUG [RS:0;c707e9ace675:39005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e45a5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:20:38,090 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:39005 2024-11-26T23:20:38,090 INFO [RS:0;c707e9ace675:39005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:20:38,090 INFO [RS:0;c707e9ace675:39005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:20:38,090 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:20:38,091 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,39161,1732663236599 with port=39005, startcode=1732663236644 2024-11-26T23:20:38,091 DEBUG [RS:0;c707e9ace675:39005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:20:38,093 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:20:38,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,39005,1732663236644 2024-11-26T23:20:38,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39161 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,39005,1732663236644 2024-11-26T23:20:38,094 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495 2024-11-26T23:20:38,094 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46217 2024-11-26T23:20:38,094 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:20:38,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017/rs 2024-11-26T23:20:38,102 DEBUG [RS:0;c707e9ace675:39005 {}] zookeeper.ZKUtil(111): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on existing znode=/21644983017/rs/c707e9ace675,39005,1732663236644 2024-11-26T23:20:38,102 WARN [RS:0;c707e9ace675:39005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:20:38,102 INFO [RS:0;c707e9ace675:39005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:38,102 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644 2024-11-26T23:20:38,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,39005,1732663236644] 2024-11-26T23:20:38,105 INFO [RS:0;c707e9ace675:39005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:20:38,106 INFO [RS:0;c707e9ace675:39005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:20:38,107 INFO [RS:0;c707e9ace675:39005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:20:38,107 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,107 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:20:38,108 INFO [RS:0;c707e9ace675:39005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:20:38,108 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:38,108 DEBUG [RS:0;c707e9ace675:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:20:38,111 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,111 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,111 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,111 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,111 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,111 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39005,1732663236644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:38,127 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:20:38,127 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39005,1732663236644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,127 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,127 INFO [RS:0;c707e9ace675:39005 {}] regionserver.Replication(171): c707e9ace675,39005,1732663236644 started 2024-11-26T23:20:38,141 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:38,141 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,39005,1732663236644, RpcServer on c707e9ace675/172.17.0.2:39005, sessionid=0x1015694a0590007 2024-11-26T23:20:38,142 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:20:38,142 DEBUG [RS:0;c707e9ace675:39005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,39005,1732663236644 2024-11-26T23:20:38,142 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,39005,1732663236644' 2024-11-26T23:20:38,142 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21644983017/flush-table-proc/abort' 2024-11-26T23:20:38,142 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21644983017/flush-table-proc/acquired' 2024-11-26T23:20:38,143 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:20:38,143 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:20:38,143 DEBUG [RS:0;c707e9ace675:39005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,39005,1732663236644 2024-11-26T23:20:38,143 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,39005,1732663236644' 2024-11-26T23:20:38,143 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21644983017/online-snapshot/abort' 2024-11-26T23:20:38,143 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21644983017/online-snapshot/acquired' 2024-11-26T23:20:38,143 DEBUG [RS:0;c707e9ace675:39005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:20:38,143 INFO [RS:0;c707e9ace675:39005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:20:38,143 INFO [RS:0;c707e9ace675:39005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:20:38,244 INFO [RS:0;c707e9ace675:39005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:20:38,245 INFO [RS:0;c707e9ace675:39005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C39005%2C1732663236644, suffix=, logDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644, archiveDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/oldWALs, maxLogs=10 2024-11-26T23:20:38,258 DEBUG [RS:0;c707e9ace675:39005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, exclude list is [], retry=0 2024-11-26T23:20:38,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44679,DS-51c66a29-2afd-4c57-bb95-6ac53114ed38,DISK] 2024-11-26T23:20:38,262 INFO [RS:0;c707e9ace675:39005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 2024-11-26T23:20:38,262 DEBUG [RS:0;c707e9ace675:39005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39865:39865)] 2024-11-26T23:20:38,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:38,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:38,359 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38343 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:38,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:20:38,440 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495 2024-11-26T23:20:38,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:20:38,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:38,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:38,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:38,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:38,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:38,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:38,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:38,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:38,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:38,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:38,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:38,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:38,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:38,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:38,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:38,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:38,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:38,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:38,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740 2024-11-26T23:20:38,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740 2024-11-26T23:20:38,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:38,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:38,853 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:38,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:38,855 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:38,855 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65368743, jitterRate=-0.025929823517799377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:38,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663238845Initializing all the Stores at 1732663238846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663238846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663238846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663238846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663238846Cleaning up temporary data from old regions at 1732663238853 (+7 ms)Region opened successfully at 1732663238856 (+3 ms) 2024-11-26T23:20:38,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:20:38,856 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:20:38,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:20:38,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:20:38,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:20:38,856 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:38,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663238856Disabling compacts and flushes for region at 1732663238856Disabling writes for close at 1732663238856Writing region close event to WAL at 1732663238856Closed at 1732663238856 2024-11-26T23:20:38,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:38,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:20:38,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:20:38,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:38,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:20:39,009 DEBUG [c707e9ace675:39161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:20:39,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,39005,1732663236644 2024-11-26T23:20:39,011 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,39005,1732663236644, state=OPENING 2024-11-26T23:20:39,012 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:20:39,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:39,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:39,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:20:39,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21644983017/meta-region-server: CHANGED 2024-11-26T23:20:39,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21644983017/meta-region-server: CHANGED 2024-11-26T23:20:39,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,39005,1732663236644}] 2024-11-26T23:20:39,166 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:39,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:20:39,171 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:20:39,171 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:39,171 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:20:39,172 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C39005%2C1732663236644.meta, suffix=.meta, logDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644, archiveDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/oldWALs, maxLogs=10 2024-11-26T23:20:39,190 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.meta.1732663239173.meta, exclude list is [], retry=0 2024-11-26T23:20:39,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44679,DS-51c66a29-2afd-4c57-bb95-6ac53114ed38,DISK] 2024-11-26T23:20:39,193 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.meta.1732663239173.meta 2024-11-26T23:20:39,193 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39865:39865)] 2024-11-26T23:20:39,193 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:39,194 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:39,194 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:39,194 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:20:39,194 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:20:39,194 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:20:39,194 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:39,194 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:20:39,194 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:20:39,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:20:39,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:20:39,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:39,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:39,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:20:39,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:20:39,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:20:39,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:20:39,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:39,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:39,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:20:39,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:20:39,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:39,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:20:39,199 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:20:39,199 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740 2024-11-26T23:20:39,200 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740 2024-11-26T23:20:39,201 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:20:39,201 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:20:39,201 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:20:39,202 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:20:39,203 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67011549, jitterRate=-0.0014501065015792847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:20:39,203 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:20:39,203 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663239195Writing region info on filesystem at 1732663239195Initializing all the Stores at 1732663239195Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663239195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663239195Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663239195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663239195Cleaning up temporary data from old regions at 1732663239201 (+6 ms)Running coprocessor post-open hooks at 1732663239203 (+2 ms)Region opened successfully at 1732663239203 2024-11-26T23:20:39,204 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663239166 2024-11-26T23:20:39,205 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:20:39,205 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:20:39,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,39005,1732663236644 2024-11-26T23:20:39,207 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,39005,1732663236644, state=OPEN 2024-11-26T23:20:39,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21644983017/meta-region-server 2024-11-26T23:20:39,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21644983017/meta-region-server 2024-11-26T23:20:39,208 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,39005,1732663236644 2024-11-26T23:20:39,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21644983017/meta-region-server: CHANGED 2024-11-26T23:20:39,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21644983017/meta-region-server: CHANGED 2024-11-26T23:20:39,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:20:39,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,39005,1732663236644 in 194 msec 2024-11-26T23:20:39,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:20:39,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-26T23:20:39,212 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:20:39,212 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:20:39,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:39,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,39005,1732663236644, seqNum=-1] 2024-11-26T23:20:39,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:39,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:39,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-26T23:20:39,218 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663239218, completionTime=-1 2024-11-26T23:20:39,218 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:20:39,218 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:20:39,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:20:39,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663299220 2024-11-26T23:20:39,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663359220 2024-11-26T23:20:39,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:20:39,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39161,1732663236599-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:39,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39161,1732663236599-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:39,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39161,1732663236599-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:39,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:39161, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:39,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:39,221 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:39,222 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:20:39,223 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.544sec 2024-11-26T23:20:39,223 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:20:39,224 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:20:39,224 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:20:39,224 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:20:39,224 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:20:39,224 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39161,1732663236599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:20:39,224 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39161,1732663236599-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:20:39,225 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:20:39,225 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:20:39,225 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,39161,1732663236599-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:20:39,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa3dd31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:39,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39161,-1 for getting cluster id 2024-11-26T23:20:39,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:39,262 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7dfbfd9-2de2-43df-a9de-822ab4ec4ea1' 2024-11-26T23:20:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1" 2024-11-26T23:20:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10ea3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39161,-1] 2024-11-26T23:20:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:39,264 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:39,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729b5cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:39,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,39005,1732663236644, seqNum=-1] 2024-11-26T23:20:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:39,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:39,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,39161,1732663236599 2024-11-26T23:20:39,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54788 2024-11-26T23:20:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:20:39,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015694a0590008 connected 2024-11-26T23:20:39,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,35065,1732663229034 2024-11-26T23:20:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227f1bcf 2024-11-26T23:20:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:39,280 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:39,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:20:39,284 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:39,284 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:39,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:20:39,285 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:20:39,295 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0952e07693ed2566249d24f2c03d1d3, NAME => 'test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11 2024-11-26T23:20:39,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:20:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:39,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:39,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0952e07693ed2566249d24f2c03d1d3, disabling compactions & flushes 2024-11-26T23:20:39,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:20:39,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:20:39,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. after waiting 0 ms 2024-11-26T23:20:39,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:20:39,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:20:39,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0952e07693ed2566249d24f2c03d1d3: Waiting for close lock at 1732663239702Disabling compacts and flushes for region at 1732663239702Disabling writes for close at 1732663239702Writing region close event to WAL at 1732663239702Closed at 1732663239702 2024-11-26T23:20:39,704 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:39,704 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663239704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663239704"}]},"ts":"1732663239704"} 2024-11-26T23:20:39,706 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:39,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:39,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663239707"}]},"ts":"1732663239707"} 2024-11-26T23:20:39,708 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:20:39,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0952e07693ed2566249d24f2c03d1d3, ASSIGN}] 2024-11-26T23:20:39,710 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0952e07693ed2566249d24f2c03d1d3, ASSIGN 2024-11-26T23:20:39,710 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0952e07693ed2566249d24f2c03d1d3, ASSIGN; state=OFFLINE, location=c707e9ace675,36903,1732663229114; forceNewPlan=false, retain=false 2024-11-26T23:20:39,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0952e07693ed2566249d24f2c03d1d3, regionState=OPENING, regionLocation=c707e9ace675,36903,1732663229114 2024-11-26T23:20:39,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0952e07693ed2566249d24f2c03d1d3, ASSIGN because future has completed 2024-11-26T23:20:39,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0952e07693ed2566249d24f2c03d1d3, server=c707e9ace675,36903,1732663229114}] 2024-11-26T23:20:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:40,018 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:20:40,019 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0952e07693ed2566249d24f2c03d1d3, NAME => 'test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:40,019 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:40,019 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:20:40,019 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,019 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:40,019 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,019 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,020 INFO [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,022 INFO [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0952e07693ed2566249d24f2c03d1d3 columnFamilyName f 2024-11-26T23:20:40,022 DEBUG [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:40,022 INFO [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] regionserver.HStore(327): Store=f0952e07693ed2566249d24f2c03d1d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:40,022 INFO [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,023 INFO [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0952e07693ed2566249d24f2c03d1d3 columnFamilyName f1 2024-11-26T23:20:40,023 DEBUG [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:40,023 INFO [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] regionserver.HStore(327): Store=f0952e07693ed2566249d24f2c03d1d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:40,023 INFO [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,024 INFO [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0952e07693ed2566249d24f2c03d1d3 columnFamilyName norep 2024-11-26T23:20:40,024 DEBUG [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:40,024 INFO [StoreOpener-f0952e07693ed2566249d24f2c03d1d3-1 {}] regionserver.HStore(327): Store=f0952e07693ed2566249d24f2c03d1d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:40,025 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,025 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,025 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,026 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,026 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,026 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:40,027 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,029 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:40,029 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0952e07693ed2566249d24f2c03d1d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61331119, jitterRate=-0.08609510958194733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:40,029 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:20:40,029 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0952e07693ed2566249d24f2c03d1d3: Running coprocessor pre-open hook at 1732663240019Writing region info on filesystem at 1732663240019Initializing all the Stores at 1732663240020 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663240020Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663240020Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663240020Cleaning up temporary data from old regions at 1732663240026 (+6 ms)Running coprocessor post-open hooks at 1732663240029 (+3 ms)Region opened successfully at 1732663240029 2024-11-26T23:20:40,030 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3., pid=6, masterSystemTime=1732663240015 2024-11-26T23:20:40,033 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:20:40,033 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:20:40,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0952e07693ed2566249d24f2c03d1d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,36903,1732663229114 2024-11-26T23:20:40,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0952e07693ed2566249d24f2c03d1d3, server=c707e9ace675,36903,1732663229114 because future has completed 2024-11-26T23:20:40,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:20:40,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0952e07693ed2566249d24f2c03d1d3, server=c707e9ace675,36903,1732663229114 in 174 msec 2024-11-26T23:20:40,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:20:40,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0952e07693ed2566249d24f2c03d1d3, ASSIGN in 331 msec 2024-11-26T23:20:40,041 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:40,041 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663240041"}]},"ts":"1732663240041"} 2024-11-26T23:20:40,043 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:20:40,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:40,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-26T23:20:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:40,418 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:20:40,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,40827,1732663232458 2024-11-26T23:20:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed52083 2024-11-26T23:20:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:40,420 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:40,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:20:40,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:40,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:40,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:20:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:40,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:20:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:40,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f98b3f9e3bbd1199b7d0531dac698959, NAME => 'test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7 2024-11-26T23:20:40,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:20:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:41,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:20:41,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T23:20:41,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:20:41,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T23:20:41,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:41,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T23:20:41,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:20:41,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T23:20:41,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:41,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T23:20:41,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:41,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f98b3f9e3bbd1199b7d0531dac698959, disabling compactions & flushes 2024-11-26T23:20:41,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:20:41,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:20:41,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. after waiting 0 ms 2024-11-26T23:20:41,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:20:41,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:20:41,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f98b3f9e3bbd1199b7d0531dac698959: Waiting for close lock at 1732663241236Disabling compacts and flushes for region at 1732663241236Disabling writes for close at 1732663241237 (+1 ms)Writing region close event to WAL at 1732663241237Closed at 1732663241237 2024-11-26T23:20:41,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:41,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663241238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663241238"}]},"ts":"1732663241238"} 2024-11-26T23:20:41,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:41,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:41,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663241240"}]},"ts":"1732663241240"} 2024-11-26T23:20:41,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:20:41,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f98b3f9e3bbd1199b7d0531dac698959, ASSIGN}] 2024-11-26T23:20:41,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f98b3f9e3bbd1199b7d0531dac698959, ASSIGN 2024-11-26T23:20:41,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f98b3f9e3bbd1199b7d0531dac698959, ASSIGN; state=OFFLINE, location=c707e9ace675,42317,1732663232496; forceNewPlan=false, retain=false 2024-11-26T23:20:41,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f98b3f9e3bbd1199b7d0531dac698959, regionState=OPENING, regionLocation=c707e9ace675,42317,1732663232496 2024-11-26T23:20:41,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f98b3f9e3bbd1199b7d0531dac698959, ASSIGN because future has completed 2024-11-26T23:20:41,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f98b3f9e3bbd1199b7d0531dac698959, server=c707e9ace675,42317,1732663232496}] 2024-11-26T23:20:41,553 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:20:41,553 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f98b3f9e3bbd1199b7d0531dac698959, NAME => 'test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:41,553 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:41,553 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:20:41,554 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,554 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:41,554 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,554 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,555 INFO [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,556 INFO [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98b3f9e3bbd1199b7d0531dac698959 columnFamilyName f 2024-11-26T23:20:41,556 DEBUG [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:41,556 INFO [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] regionserver.HStore(327): Store=f98b3f9e3bbd1199b7d0531dac698959/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:41,556 INFO [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,557 INFO [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98b3f9e3bbd1199b7d0531dac698959 columnFamilyName f1 2024-11-26T23:20:41,557 DEBUG [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:41,558 INFO [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] regionserver.HStore(327): Store=f98b3f9e3bbd1199b7d0531dac698959/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:41,558 INFO [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:41,559 INFO [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98b3f9e3bbd1199b7d0531dac698959 columnFamilyName norep 2024-11-26T23:20:41,559 DEBUG [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:41,559 INFO [StoreOpener-f98b3f9e3bbd1199b7d0531dac698959-1 {}] regionserver.HStore(327): Store=f98b3f9e3bbd1199b7d0531dac698959/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:41,559 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,560 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,560 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,560 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,560 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,561 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:41,562 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,563 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:41,564 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f98b3f9e3bbd1199b7d0531dac698959; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72484817, jitterRate=0.08010794222354889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:41,564 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:20:41,564 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f98b3f9e3bbd1199b7d0531dac698959: Running coprocessor pre-open hook at 1732663241554Writing region info on filesystem at 1732663241554Initializing all the Stores at 1732663241554Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663241554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663241555 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663241555Cleaning up temporary data from old regions at 1732663241560 (+5 ms)Running coprocessor post-open hooks at 1732663241564 (+4 ms)Region opened successfully at 1732663241564 2024-11-26T23:20:41,565 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959., pid=6, masterSystemTime=1732663241549 2024-11-26T23:20:41,566 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:20:41,566 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:20:41,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f98b3f9e3bbd1199b7d0531dac698959, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,42317,1732663232496 2024-11-26T23:20:41,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f98b3f9e3bbd1199b7d0531dac698959, server=c707e9ace675,42317,1732663232496 because future has completed 2024-11-26T23:20:41,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:20:41,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f98b3f9e3bbd1199b7d0531dac698959, server=c707e9ace675,42317,1732663232496 in 172 msec 2024-11-26T23:20:41,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:20:41,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f98b3f9e3bbd1199b7d0531dac698959, ASSIGN in 329 msec 2024-11-26T23:20:41,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:41,574 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663241573"}]},"ts":"1732663241573"} 2024-11-26T23:20:41,575 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:20:41,576 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:41,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-26T23:20:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:42,569 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:20:42,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39161,1732663236599 2024-11-26T23:20:42,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@756e61f5 2024-11-26T23:20:42,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:42,572 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:42,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:20:42,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:42,575 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:42,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:20:42,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:42,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:20:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:42,790 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:20:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:42,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 570c3731868c499900e4cf1020641e78, NAME => 'test,,1732663242573.570c3731868c499900e4cf1020641e78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495 2024-11-26T23:20:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:20:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:43,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663242573.570c3731868c499900e4cf1020641e78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:43,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 570c3731868c499900e4cf1020641e78, disabling compactions & flushes 2024-11-26T23:20:43,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:43,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:43,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663242573.570c3731868c499900e4cf1020641e78. after waiting 0 ms 2024-11-26T23:20:43,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:43,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:43,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 570c3731868c499900e4cf1020641e78: Waiting for close lock at 1732663243394Disabling compacts and flushes for region at 1732663243394Disabling writes for close at 1732663243394Writing region close event to WAL at 1732663243394Closed at 1732663243394 2024-11-26T23:20:43,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:43,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663242573.570c3731868c499900e4cf1020641e78.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663243395"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663243395"}]},"ts":"1732663243395"} 2024-11-26T23:20:43,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:43,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:43,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663243398"}]},"ts":"1732663243398"} 2024-11-26T23:20:43,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:20:43,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=570c3731868c499900e4cf1020641e78, ASSIGN}] 2024-11-26T23:20:43,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=570c3731868c499900e4cf1020641e78, ASSIGN 2024-11-26T23:20:43,402 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=570c3731868c499900e4cf1020641e78, ASSIGN; state=OFFLINE, location=c707e9ace675,39005,1732663236644; forceNewPlan=false, retain=false 2024-11-26T23:20:43,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=570c3731868c499900e4cf1020641e78, regionState=OPENING, regionLocation=c707e9ace675,39005,1732663236644 2024-11-26T23:20:43,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=570c3731868c499900e4cf1020641e78, ASSIGN because future has completed 2024-11-26T23:20:43,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 570c3731868c499900e4cf1020641e78, server=c707e9ace675,39005,1732663236644}] 2024-11-26T23:20:43,711 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:43,711 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 570c3731868c499900e4cf1020641e78, NAME => 'test,,1732663242573.570c3731868c499900e4cf1020641e78.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:43,711 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:43,711 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:20:43,712 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,712 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663242573.570c3731868c499900e4cf1020641e78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:43,712 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,712 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,713 INFO [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,714 INFO [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 570c3731868c499900e4cf1020641e78 columnFamilyName f 2024-11-26T23:20:43,714 DEBUG [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:43,714 INFO [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] regionserver.HStore(327): Store=570c3731868c499900e4cf1020641e78/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:43,714 INFO [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,715 INFO [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 570c3731868c499900e4cf1020641e78 columnFamilyName f1 2024-11-26T23:20:43,715 DEBUG [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:43,715 INFO [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] regionserver.HStore(327): Store=570c3731868c499900e4cf1020641e78/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:43,716 INFO [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,716 INFO [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 570c3731868c499900e4cf1020641e78 columnFamilyName norep 2024-11-26T23:20:43,716 DEBUG [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:43,717 INFO [StoreOpener-570c3731868c499900e4cf1020641e78-1 {}] regionserver.HStore(327): Store=570c3731868c499900e4cf1020641e78/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:43,717 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,717 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:43,718 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,719 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,719 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,719 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:43,720 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,722 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:43,722 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 570c3731868c499900e4cf1020641e78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70246448, jitterRate=0.046753644943237305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:43,722 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:43,722 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 570c3731868c499900e4cf1020641e78: Running coprocessor pre-open hook at 1732663243712Writing region info on filesystem at 1732663243712Initializing all the Stores at 1732663243712Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663243712Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663243713 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663243713Cleaning up temporary data from old regions at 1732663243719 (+6 ms)Running coprocessor post-open hooks at 1732663243722 (+3 ms)Region opened successfully at 1732663243722 2024-11-26T23:20:43,723 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663242573.570c3731868c499900e4cf1020641e78., pid=6, masterSystemTime=1732663243708 2024-11-26T23:20:43,724 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:43,724 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:43,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=570c3731868c499900e4cf1020641e78, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,39005,1732663236644 2024-11-26T23:20:43,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 570c3731868c499900e4cf1020641e78, server=c707e9ace675,39005,1732663236644 because future has completed 2024-11-26T23:20:43,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:20:43,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 570c3731868c499900e4cf1020641e78, server=c707e9ace675,39005,1732663236644 in 172 msec 2024-11-26T23:20:43,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:20:43,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=570c3731868c499900e4cf1020641e78, ASSIGN in 329 msec 2024-11-26T23:20:43,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:43,731 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663243731"}]},"ts":"1732663243731"} 2024-11-26T23:20:43,733 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:20:43,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:43,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-26T23:20:44,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:20:44,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:20:44,728 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:20:44,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b23f14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:44,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35065,-1 for getting cluster id 2024-11-26T23:20:44,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:44,730 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '992c3226-2866-4a54-8028-9f6f10bb95f4' 2024-11-26T23:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "992c3226-2866-4a54-8028-9f6f10bb95f4" 2024-11-26T23:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3006193f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35065,-1] 2024-11-26T23:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:44,731 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e39267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:44,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,35065,1732663229034 2024-11-26T23:20:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a2e539 2024-11-26T23:20:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:44,734 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:44,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:40827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:20:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:20:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:44,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,736 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:40827' 2024-11-26T23:20:44,737 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1669f48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:44,737 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,40827,-1 for getting cluster id 2024-11-26T23:20:44,737 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:44,738 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38731389-93e4-4b2d-8540-2061dffe72b3' 2024-11-26T23:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38731389-93e4-4b2d-8540-2061dffe72b3" 2024-11-26T23:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2997186d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,40827,-1] 2024-11-26T23:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:44,739 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:44,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cfdaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:44,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:44,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,40827,1732663232458 2024-11-26T23:20:44,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f3ed7a3 2024-11-26T23:20:44,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:44,741 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:44,741 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:20:44,741 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:20:44,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:44,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:44,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:44,742 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:44,742 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:20:44,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:44,743 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:44,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:44,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:44,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:20:44,793 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:20:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:45,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84b8f2bdc14dced0dd11a86653b9219c, NAME => 'hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11 2024-11-26T23:20:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:20:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:45,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:45,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 84b8f2bdc14dced0dd11a86653b9219c, disabling compactions & flushes 2024-11-26T23:20:45,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:20:45,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:20:45,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. after waiting 0 ms 2024-11-26T23:20:45,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:20:45,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:20:45,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84b8f2bdc14dced0dd11a86653b9219c: Waiting for close lock at 1732663245556Disabling compacts and flushes for region at 1732663245556Disabling writes for close at 1732663245556Writing region close event to WAL at 1732663245556Closed at 1732663245556 2024-11-26T23:20:45,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:45,558 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663245557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663245557"}]},"ts":"1732663245557"} 2024-11-26T23:20:45,560 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:45,561 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:45,561 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663245561"}]},"ts":"1732663245561"} 2024-11-26T23:20:45,563 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:20:45,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84b8f2bdc14dced0dd11a86653b9219c, ASSIGN}] 2024-11-26T23:20:45,564 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84b8f2bdc14dced0dd11a86653b9219c, ASSIGN 2024-11-26T23:20:45,565 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84b8f2bdc14dced0dd11a86653b9219c, ASSIGN; state=OFFLINE, location=c707e9ace675,36903,1732663229114; forceNewPlan=false, retain=false 2024-11-26T23:20:45,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84b8f2bdc14dced0dd11a86653b9219c, regionState=OPENING, regionLocation=c707e9ace675,36903,1732663229114 2024-11-26T23:20:45,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84b8f2bdc14dced0dd11a86653b9219c, ASSIGN because future has completed 2024-11-26T23:20:45,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84b8f2bdc14dced0dd11a86653b9219c, server=c707e9ace675,36903,1732663229114}] 2024-11-26T23:20:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:45,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:20:45,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:45,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:20:45,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C36903%2C1732663229114.rep, suffix=, logDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114, archiveDir=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/oldWALs, maxLogs=10 2024-11-26T23:20:45,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.rep.1732663245893, exclude list is [], retry=0 2024-11-26T23:20:45,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45351,DS-e9a763ec-ba73-41bd-85da-23ce080077cd,DISK] 2024-11-26T23:20:45,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.rep.1732663245893 2024-11-26T23:20:45,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46125:46125)] 2024-11-26T23:20:45,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 84b8f2bdc14dced0dd11a86653b9219c, NAME => 'hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:45,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:45,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:45,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. service=MultiRowMutationService 2024-11-26T23:20:45,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:20:45,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:45,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,912 INFO [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,913 INFO [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84b8f2bdc14dced0dd11a86653b9219c columnFamilyName hfileref 2024-11-26T23:20:45,913 DEBUG [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:45,914 INFO [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] regionserver.HStore(327): Store=84b8f2bdc14dced0dd11a86653b9219c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:45,914 INFO [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,915 INFO [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84b8f2bdc14dced0dd11a86653b9219c columnFamilyName queue 2024-11-26T23:20:45,915 DEBUG [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:45,915 INFO [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] regionserver.HStore(327): Store=84b8f2bdc14dced0dd11a86653b9219c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:45,915 INFO [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,916 INFO [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84b8f2bdc14dced0dd11a86653b9219c columnFamilyName sid 2024-11-26T23:20:45,916 DEBUG [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:45,916 INFO [StoreOpener-84b8f2bdc14dced0dd11a86653b9219c-1 {}] regionserver.HStore(327): Store=84b8f2bdc14dced0dd11a86653b9219c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:45,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/replication/84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/replication/84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:45,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/replication/84b8f2bdc14dced0dd11a86653b9219c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:45,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 84b8f2bdc14dced0dd11a86653b9219c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62906451, jitterRate=-0.06262083351612091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:45,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:20:45,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 84b8f2bdc14dced0dd11a86653b9219c: Running coprocessor pre-open hook at 1732663245911Writing region info on filesystem at 1732663245911Initializing all the Stores at 1732663245912 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663245912Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663245912Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663245912Cleaning up temporary data from old regions at 1732663245918 (+6 ms)Running coprocessor post-open hooks at 1732663245921 (+3 ms)Region opened successfully at 1732663245922 (+1 ms) 2024-11-26T23:20:45,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c., pid=10, masterSystemTime=1732663245889 2024-11-26T23:20:45,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:20:45,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:20:45,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84b8f2bdc14dced0dd11a86653b9219c, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,36903,1732663229114 2024-11-26T23:20:45,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84b8f2bdc14dced0dd11a86653b9219c, server=c707e9ace675,36903,1732663229114 because future has completed 2024-11-26T23:20:45,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:20:45,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 84b8f2bdc14dced0dd11a86653b9219c, server=c707e9ace675,36903,1732663229114 in 194 msec 2024-11-26T23:20:45,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:20:45,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84b8f2bdc14dced0dd11a86653b9219c, ASSIGN in 366 msec 2024-11-26T23:20:45,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:45,931 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663245931"}]},"ts":"1732663245931"} 2024-11-26T23:20:45,933 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:20:45,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:45,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-26T23:20:45,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c., hostname=c707e9ace675,36903,1732663229114, seqNum=2] 2024-11-26T23:20:45,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:45,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:20:45,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:20:46,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:20:46,114 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:20:46,143 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,36903,1732663229114, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:20:46,143 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:46,143 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36903,1732663229114, seqNum=-1] 2024-11-26T23:20:46,144 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:46,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:46,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,36903,1732663229114', locateType=CURRENT is [region=hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c., hostname=c707e9ace675,36903,1732663229114, seqNum=2] 2024-11-26T23:20:46,148 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:20:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:20:46,150 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,36903,1732663229114 suceeded 2024-11-26T23:20:46,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:20:46,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T23:20:46,152 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:40827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:20:46,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-26T23:20:46,162 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:40827' 2024-11-26T23:20:46,162 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278b2311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:46,163 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,40827,-1 for getting cluster id 2024-11-26T23:20:46,163 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:46,163 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38731389-93e4-4b2d-8540-2061dffe72b3' 2024-11-26T23:20:46,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:46,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38731389-93e4-4b2d-8540-2061dffe72b3" 2024-11-26T23:20:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b5c6f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,40827,-1] 2024-11-26T23:20:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:46,164 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:46,165 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae2b2fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:46,165 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,40827,1732663232458 2024-11-26T23:20:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ccc464 2024-11-26T23:20:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:46,166 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-26T23:20:46,167 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,36903,1732663229114 (queues=1) is replicating from cluster=992c3226-2866-4a54-8028-9f6f10bb95f4 to cluster=38731389-93e4-4b2d-8540-2061dffe72b3 2024-11-26T23:20:46,167 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C36903%2C1732663229114 2024-11-26T23:20:46,167 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,36903,1732663229114, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:20:46,168 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, startPosition=0, beingWritten=true 2024-11-26T23:20:46,168 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C36903%2C1732663229114 2024-11-26T23:20:46,174 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:46,174 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 379, reset compression=false 2024-11-26T23:20:46,174 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:46,385 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 379, reset compression=false 2024-11-26T23:20:46,703 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 379, reset compression=false 2024-11-26T23:20:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:46,889 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:20:46,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:46,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:46,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:46,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:46,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:46,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e999ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:46,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,40827,-1 for getting cluster id 2024-11-26T23:20:46,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:46,901 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38731389-93e4-4b2d-8540-2061dffe72b3' 2024-11-26T23:20:46,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:46,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38731389-93e4-4b2d-8540-2061dffe72b3" 2024-11-26T23:20:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c007451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,40827,-1] 2024-11-26T23:20:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:46,903 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:46,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605753de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:46,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,40827,1732663232458 2024-11-26T23:20:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@460b52c6 2024-11-26T23:20:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:46,906 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:46,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:39161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:20:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:20:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:46,909 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:39161' 2024-11-26T23:20:46,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fef4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:46,910 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39161,-1 for getting cluster id 2024-11-26T23:20:46,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:46,911 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7dfbfd9-2de2-43df-a9de-822ab4ec4ea1' 2024-11-26T23:20:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1" 2024-11-26T23:20:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea7c152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39161,-1] 2024-11-26T23:20:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:46,912 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:46,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49984524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:46,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39161,1732663236599 2024-11-26T23:20:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f5c23 2024-11-26T23:20:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:46,914 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:46,915 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:20:46,915 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:20:46,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:46,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:46,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:46,915 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:46,916 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:20:46,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:46,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:46,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:20:46,966 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:20:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:47,108 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 379, reset compression=false 2024-11-26T23:20:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:47,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 569fce0961ddb4adc3410b84f83e465a, NAME => 'hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7 2024-11-26T23:20:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:20:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:47,613 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 379, reset compression=false 2024-11-26T23:20:47,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:47,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 569fce0961ddb4adc3410b84f83e465a, disabling compactions & flushes 2024-11-26T23:20:47,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:20:47,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:20:47,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. after waiting 0 ms 2024-11-26T23:20:47,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:20:47,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:20:47,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 569fce0961ddb4adc3410b84f83e465a: Waiting for close lock at 1732663247743Disabling compacts and flushes for region at 1732663247743Disabling writes for close at 1732663247743Writing region close event to WAL at 1732663247743Closed at 1732663247743 2024-11-26T23:20:47,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:47,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663247746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663247746"}]},"ts":"1732663247746"} 2024-11-26T23:20:47,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:47,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:47,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663247753"}]},"ts":"1732663247753"} 2024-11-26T23:20:47,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:20:47,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=569fce0961ddb4adc3410b84f83e465a, ASSIGN}] 2024-11-26T23:20:47,760 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=569fce0961ddb4adc3410b84f83e465a, ASSIGN 2024-11-26T23:20:47,761 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=569fce0961ddb4adc3410b84f83e465a, ASSIGN; state=OFFLINE, location=c707e9ace675,42317,1732663232496; forceNewPlan=false, retain=false 2024-11-26T23:20:47,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=569fce0961ddb4adc3410b84f83e465a, regionState=OPENING, regionLocation=c707e9ace675,42317,1732663232496 2024-11-26T23:20:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=569fce0961ddb4adc3410b84f83e465a, ASSIGN because future has completed 2024-11-26T23:20:47,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 569fce0961ddb4adc3410b84f83e465a, server=c707e9ace675,42317,1732663232496}] 2024-11-26T23:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:48,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:20:48,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:48,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:20:48,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42317%2C1732663232496.rep, suffix=, logDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496, archiveDir=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/oldWALs, maxLogs=10 2024-11-26T23:20:48,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.rep.1732663248076, exclude list is [], retry=0 2024-11-26T23:20:48,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-83b9f2b7-f6b7-41bc-ae1d-43aa37e1ee38,DISK] 2024-11-26T23:20:48,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.rep.1732663248076 2024-11-26T23:20:48,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39339:39339)] 2024-11-26T23:20:48,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 569fce0961ddb4adc3410b84f83e465a, NAME => 'hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:48,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:48,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:48,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. service=MultiRowMutationService 2024-11-26T23:20:48,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:20:48,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:48,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,130 INFO [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,132 INFO [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 569fce0961ddb4adc3410b84f83e465a columnFamilyName hfileref 2024-11-26T23:20:48,132 DEBUG [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:48,133 INFO [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] regionserver.HStore(327): Store=569fce0961ddb4adc3410b84f83e465a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:48,133 INFO [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,134 INFO [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 569fce0961ddb4adc3410b84f83e465a columnFamilyName queue 2024-11-26T23:20:48,134 DEBUG [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:48,135 INFO [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] regionserver.HStore(327): Store=569fce0961ddb4adc3410b84f83e465a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:48,135 INFO [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,136 INFO [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 569fce0961ddb4adc3410b84f83e465a columnFamilyName sid 2024-11-26T23:20:48,136 DEBUG [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:48,136 INFO [StoreOpener-569fce0961ddb4adc3410b84f83e465a-1 {}] regionserver.HStore(327): Store=569fce0961ddb4adc3410b84f83e465a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:48,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/replication/569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/replication/569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:48,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/replication/569fce0961ddb4adc3410b84f83e465a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:48,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 569fce0961ddb4adc3410b84f83e465a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63721264, jitterRate=-0.05047917366027832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:48,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:20:48,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 569fce0961ddb4adc3410b84f83e465a: Running coprocessor pre-open hook at 1732663248111Writing region info on filesystem at 1732663248111Initializing all the Stores at 1732663248129 (+18 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663248129Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663248130 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663248130Cleaning up temporary data from old regions at 1732663248138 (+8 ms)Running coprocessor post-open hooks at 1732663248142 (+4 ms)Region opened successfully at 1732663248142 2024-11-26T23:20:48,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a., pid=10, masterSystemTime=1732663248068 2024-11-26T23:20:48,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:20:48,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:20:48,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=569fce0961ddb4adc3410b84f83e465a, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,42317,1732663232496 2024-11-26T23:20:48,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 569fce0961ddb4adc3410b84f83e465a, server=c707e9ace675,42317,1732663232496 because future has completed 2024-11-26T23:20:48,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:20:48,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 569fce0961ddb4adc3410b84f83e465a, server=c707e9ace675,42317,1732663232496 in 234 msec 2024-11-26T23:20:48,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:20:48,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=569fce0961ddb4adc3410b84f83e465a, ASSIGN in 394 msec 2024-11-26T23:20:48,156 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:48,156 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663248156"}]},"ts":"1732663248156"} 2024-11-26T23:20:48,158 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:20:48,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:48,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2430 sec 2024-11-26T23:20:48,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a., hostname=c707e9ace675,42317,1732663232496, seqNum=2] 2024-11-26T23:20:48,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:48,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:20:48,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:20:48,219 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 379, reset compression=false 2024-11-26T23:20:48,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:20:48,341 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:20:48,378 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,42317,1732663232496, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:20:48,379 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:48,379 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42317,1732663232496, seqNum=-1] 2024-11-26T23:20:48,379 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:48,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:48,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,42317,1732663232496', locateType=CURRENT is [region=hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a., hostname=c707e9ace675,42317,1732663232496, seqNum=2] 2024-11-26T23:20:48,386 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:20:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:20:48,389 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,42317,1732663232496 suceeded 2024-11-26T23:20:48,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:20:48,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-26T23:20:48,391 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:39161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:20:48,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-11-26T23:20:48,403 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:39161' 2024-11-26T23:20:48,404 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70d3d7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:48,404 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39161,-1 for getting cluster id 2024-11-26T23:20:48,404 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:48,405 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7dfbfd9-2de2-43df-a9de-822ab4ec4ea1' 2024-11-26T23:20:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1" 2024-11-26T23:20:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71527bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39161,-1] 2024-11-26T23:20:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:48,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:48,406 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:48,407 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7340835a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:48,407 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:48,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39161,1732663236599 2024-11-26T23:20:48,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696dd06d 2024-11-26T23:20:48,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:48,408 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-26T23:20:48,409 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,42317,1732663232496 (queues=1) is replicating from cluster=38731389-93e4-4b2d-8540-2061dffe72b3 to cluster=d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1 2024-11-26T23:20:48,409 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C42317%2C1732663232496 2024-11-26T23:20:48,409 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,42317,1732663232496, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:20:48,412 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, startPosition=0, beingWritten=true 2024-11-26T23:20:48,412 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C42317%2C1732663232496 2024-11-26T23:20:48,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:48,418 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:48,418 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48402 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:20:48,421 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:48,421 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 379, reset compression=false 2024-11-26T23:20:48,421 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:48,625 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 379, reset compression=false 2024-11-26T23:20:48,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:20:48,924 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 379, reset compression=false 2024-11-26T23:20:48,944 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 379, reset compression=false 2024-11-26T23:20:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:49,070 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:20:49,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:49,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:49,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:49,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:49,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:49,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f54ac98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:49,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39161,-1 for getting cluster id 2024-11-26T23:20:49,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:49,072 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7dfbfd9-2de2-43df-a9de-822ab4ec4ea1' 2024-11-26T23:20:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1" 2024-11-26T23:20:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee7ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39161,-1] 2024-11-26T23:20:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:49,074 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615b11ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:49,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39161,1732663236599 2024-11-26T23:20:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8aab15 2024-11-26T23:20:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:49,078 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:49,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:35065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:20:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:20:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:49,082 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:35065' 2024-11-26T23:20:49,083 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001bf5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:49,083 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35065,-1 for getting cluster id 2024-11-26T23:20:49,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:49,084 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '992c3226-2866-4a54-8028-9f6f10bb95f4' 2024-11-26T23:20:49,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:49,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "992c3226-2866-4a54-8028-9f6f10bb95f4" 2024-11-26T23:20:49,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8ed106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:49,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35065,-1] 2024-11-26T23:20:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:49,085 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:49,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f741f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:49,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:49,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,35065,1732663229034 2024-11-26T23:20:49,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b8e9691 2024-11-26T23:20:49,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:49,089 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:49,089 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:20:49,089 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:20:49,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:49,090 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:49,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:49,090 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:20:49,091 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:20:49,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:20:49,093 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:49,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:20:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:20:49,142 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:20:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:49,348 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 379, reset compression=false 2024-11-26T23:20:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:49,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebd21af23babe1c717a88840ad98e829, NAME => 'hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495 2024-11-26T23:20:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:20:49,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:49,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ebd21af23babe1c717a88840ad98e829, disabling compactions & flushes 2024-11-26T23:20:49,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:49,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:49,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. after waiting 0 ms 2024-11-26T23:20:49,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:49,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:49,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebd21af23babe1c717a88840ad98e829: Waiting for close lock at 1732663249515Disabling compacts and flushes for region at 1732663249515Disabling writes for close at 1732663249515Writing region close event to WAL at 1732663249515Closed at 1732663249515 2024-11-26T23:20:49,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:20:49,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663249517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663249517"}]},"ts":"1732663249517"} 2024-11-26T23:20:49,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:20:49,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:20:49,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663249520"}]},"ts":"1732663249520"} 2024-11-26T23:20:49,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:20:49,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ebd21af23babe1c717a88840ad98e829, ASSIGN}] 2024-11-26T23:20:49,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ebd21af23babe1c717a88840ad98e829, ASSIGN 2024-11-26T23:20:49,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ebd21af23babe1c717a88840ad98e829, ASSIGN; state=OFFLINE, location=c707e9ace675,39005,1732663236644; forceNewPlan=false, retain=false 2024-11-26T23:20:49,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ebd21af23babe1c717a88840ad98e829, regionState=OPENING, regionLocation=c707e9ace675,39005,1732663236644 2024-11-26T23:20:49,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ebd21af23babe1c717a88840ad98e829, ASSIGN because future has completed 2024-11-26T23:20:49,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebd21af23babe1c717a88840ad98e829, server=c707e9ace675,39005,1732663236644}] 2024-11-26T23:20:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:49,729 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 379, reset compression=false 2024-11-26T23:20:49,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:49,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:20:49,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:20:49,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C39005%2C1732663236644.rep, suffix=, logDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644, archiveDir=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/oldWALs, maxLogs=10 2024-11-26T23:20:49,853 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 379, reset compression=false 2024-11-26T23:20:49,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.rep.1732663249837, exclude list is [], retry=0 2024-11-26T23:20:49,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44679,DS-51c66a29-2afd-4c57-bb95-6ac53114ed38,DISK] 2024-11-26T23:20:49,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.rep.1732663249837 2024-11-26T23:20:49,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39865:39865)] 2024-11-26T23:20:49,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ebd21af23babe1c717a88840ad98e829, NAME => 'hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:20:49,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:20:49,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:20:49,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. service=MultiRowMutationService 2024-11-26T23:20:49,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:20:49,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:20:49,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,867 INFO [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,869 INFO [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebd21af23babe1c717a88840ad98e829 columnFamilyName hfileref 2024-11-26T23:20:49,869 DEBUG [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:49,869 INFO [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] regionserver.HStore(327): Store=ebd21af23babe1c717a88840ad98e829/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:49,869 INFO [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,870 INFO [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebd21af23babe1c717a88840ad98e829 columnFamilyName queue 2024-11-26T23:20:49,870 DEBUG [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:49,870 INFO [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] regionserver.HStore(327): Store=ebd21af23babe1c717a88840ad98e829/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:49,871 INFO [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,871 INFO [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebd21af23babe1c717a88840ad98e829 columnFamilyName sid 2024-11-26T23:20:49,872 DEBUG [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:20:49,872 INFO [StoreOpener-ebd21af23babe1c717a88840ad98e829-1 {}] regionserver.HStore(327): Store=ebd21af23babe1c717a88840ad98e829/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:20:49,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/replication/ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/replication/ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:20:49,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/replication/ebd21af23babe1c717a88840ad98e829/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:20:49,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ebd21af23babe1c717a88840ad98e829; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62222387, jitterRate=-0.07281418144702911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:20:49,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:49,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ebd21af23babe1c717a88840ad98e829: Running coprocessor pre-open hook at 1732663249866Writing region info on filesystem at 1732663249866Initializing all the Stores at 1732663249867 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663249867Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663249867Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663249867Cleaning up temporary data from old regions at 1732663249874 (+7 ms)Running coprocessor post-open hooks at 1732663249877 (+3 ms)Region opened successfully at 1732663249877 2024-11-26T23:20:49,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829., pid=10, masterSystemTime=1732663249830 2024-11-26T23:20:49,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:49,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:49,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ebd21af23babe1c717a88840ad98e829, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,39005,1732663236644 2024-11-26T23:20:49,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebd21af23babe1c717a88840ad98e829, server=c707e9ace675,39005,1732663236644 because future has completed 2024-11-26T23:20:49,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:20:49,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ebd21af23babe1c717a88840ad98e829, server=c707e9ace675,39005,1732663236644 in 205 msec 2024-11-26T23:20:49,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:20:49,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ebd21af23babe1c717a88840ad98e829, ASSIGN in 362 msec 2024-11-26T23:20:49,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:20:49,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663249888"}]},"ts":"1732663249888"} 2024-11-26T23:20:49,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:20:49,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:20:49,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 800 msec 2024-11-26T23:20:49,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829., hostname=c707e9ace675,39005,1732663236644, seqNum=2] 2024-11-26T23:20:49,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:49,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:49,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:20:50,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:20:50,059 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:20:50,109 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,39005,1732663236644, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:20:50,109 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:50,109 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,39005,1732663236644, seqNum=-1] 2024-11-26T23:20:50,110 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:50,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:50,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,39005,1732663236644', locateType=CURRENT is [region=hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829., hostname=c707e9ace675,39005,1732663236644, seqNum=2] 2024-11-26T23:20:50,116 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:20:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:20:50,118 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,39005,1732663236644 suceeded 2024-11-26T23:20:50,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:20:50,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-26T23:20:50,122 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:35065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:20:50,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0440 sec 2024-11-26T23:20:50,142 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:35065' 2024-11-26T23:20:50,144 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@421f90d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,144 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35065,-1 for getting cluster id 2024-11-26T23:20:50,144 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:50,145 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '992c3226-2866-4a54-8028-9f6f10bb95f4' 2024-11-26T23:20:50,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:50,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "992c3226-2866-4a54-8028-9f6f10bb95f4" 2024-11-26T23:20:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@268b525b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35065,-1] 2024-11-26T23:20:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:50,147 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:50,147 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540bd5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,148 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:50,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,35065,1732663229034 2024-11-26T23:20:50,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be5cfac 2024-11-26T23:20:50,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:50,149 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T23:20:50,150 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,39005,1732663236644 (queues=1) is replicating from cluster=d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1 to cluster=992c3226-2866-4a54-8028-9f6f10bb95f4 2024-11-26T23:20:50,150 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C39005%2C1732663236644 2024-11-26T23:20:50,150 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,39005,1732663236644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:20:50,153 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, startPosition=0, beingWritten=true 2024-11-26T23:20:50,153 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C39005%2C1732663236644 2024-11-26T23:20:50,161 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:50,161 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 379, reset compression=false 2024-11-26T23:20:50,161 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,39005,1732663236644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:20:50,219 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:20:50,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:50,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:50,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:50,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:50,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:50,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4074e033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35065,-1 for getting cluster id 2024-11-26T23:20:50,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:50,221 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '992c3226-2866-4a54-8028-9f6f10bb95f4' 2024-11-26T23:20:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "992c3226-2866-4a54-8028-9f6f10bb95f4" 2024-11-26T23:20:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea3cffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35065,-1] 2024-11-26T23:20:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:50,222 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205276e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbdc0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,40827,-1 for getting cluster id 2024-11-26T23:20:50,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:50,224 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38731389-93e4-4b2d-8540-2061dffe72b3' 2024-11-26T23:20:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38731389-93e4-4b2d-8540-2061dffe72b3" 2024-11-26T23:20:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef05428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,40827,-1] 2024-11-26T23:20:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:50,225 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:50,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e346fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfba3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39161,-1 for getting cluster id 2024-11-26T23:20:50,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:50,227 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7dfbfd9-2de2-43df-a9de-822ab4ec4ea1' 2024-11-26T23:20:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1" 2024-11-26T23:20:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dee4711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39161,-1] 2024-11-26T23:20:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:50,228 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:50,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee9d7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36903,1732663229114, seqNum=-1] 2024-11-26T23:20:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:50,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:50,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3., hostname=c707e9ace675,36903,1732663229114, seqNum=2] 2024-11-26T23:20:50,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,39005,1732663236644, seqNum=-1] 2024-11-26T23:20:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:50,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663242573.570c3731868c499900e4cf1020641e78., hostname=c707e9ace675,39005,1732663236644, seqNum=2] 2024-11-26T23:20:50,268 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T23:20:50,369 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 379, reset compression=false 2024-11-26T23:20:50,458 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 379, reset compression=false 2024-11-26T23:20:50,633 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 379, reset compression=false 2024-11-26T23:20:50,638 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:50,638 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 480, reset compression=false 2024-11-26T23:20:50,638 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0952e07693ed2566249d24f2c03d1d3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T23:20:50,641 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:50,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-26T23:20:50,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:50,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4658567a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,40827,-1 for getting cluster id 2024-11-26T23:20:50,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:50,643 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38731389-93e4-4b2d-8540-2061dffe72b3' 2024-11-26T23:20:50,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:50,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38731389-93e4-4b2d-8540-2061dffe72b3" 2024-11-26T23:20:50,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@508f5fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,40827,-1] 2024-11-26T23:20:50,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:50,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:50,644 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:50,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2218c08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:50,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:50,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42317,1732663232496, seqNum=-1] 2024-11-26T23:20:50,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:50,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959., hostname=c707e9ace675,42317,1732663232496, seqNum=2] 2024-11-26T23:20:50,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:50,674 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 379, reset compression=false 2024-11-26T23:20:50,841 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 480, reset compression=false 2024-11-26T23:20:51,081 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 379, reset compression=false 2024-11-26T23:20:51,152 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 480, reset compression=false 2024-11-26T23:20:51,162 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 379, reset compression=false 2024-11-26T23:20:51,168 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:51,169 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 504, reset compression=false 2024-11-26T23:20:51,169 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[{test/f98b3f9e3bbd1199b7d0531dac698959/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T23:20:51,172 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:51,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-26T23:20:51,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:51,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@720c745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:51,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39161,-1 for getting cluster id 2024-11-26T23:20:51,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:51,180 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7dfbfd9-2de2-43df-a9de-822ab4ec4ea1' 2024-11-26T23:20:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1" 2024-11-26T23:20:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6343fab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39161,-1] 2024-11-26T23:20:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:51,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:51,182 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:51,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6694d172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:51,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:51,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,39005,1732663236644, seqNum=-1] 2024-11-26T23:20:51,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:51,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:51,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663242573.570c3731868c499900e4cf1020641e78., hostname=c707e9ace675,39005,1732663236644, seqNum=2] 2024-11-26T23:20:51,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:51,271 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T23:20:51,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:51,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42317,1732663232496, seqNum=-1] 2024-11-26T23:20:51,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:51,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:20:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959., hostname=c707e9ace675,42317,1732663232496, seqNum=2] 2024-11-26T23:20:51,281 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T23:20:51,377 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 504, reset compression=false 2024-11-26T23:20:51,382 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:51,382 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 608, reset compression=false 2024-11-26T23:20:51,382 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[{test/f98b3f9e3bbd1199b7d0531dac698959/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T23:20:51,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:51,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:51,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:20:51,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:20:51,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T23:20:51,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T23:20:51,559 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 480, reset compression=false 2024-11-26T23:20:51,587 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 608, reset compression=false 2024-11-26T23:20:51,617 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 379, reset compression=false 2024-11-26T23:20:51,627 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:51,627 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 654, reset compression=false 2024-11-26T23:20:51,628 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,39005,1732663236644 got entry batch from reader: WALEntryBatch [walEntries=[{test/570c3731868c499900e4cf1020641e78/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T23:20:51,631 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:51,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T23:20:51,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:51,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20a4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:51,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35065,-1 for getting cluster id 2024-11-26T23:20:51,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:51,636 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '992c3226-2866-4a54-8028-9f6f10bb95f4' 2024-11-26T23:20:51,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:51,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "992c3226-2866-4a54-8028-9f6f10bb95f4" 2024-11-26T23:20:51,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3602778a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:51,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35065,-1] 2024-11-26T23:20:51,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:51,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:51,638 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:51,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@658cfd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:51,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:20:51,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,36903,1732663229114, seqNum=-1] 2024-11-26T23:20:51,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:20:51,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T23:20:51,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3., hostname=c707e9ace675,36903,1732663229114, seqNum=2] 2024-11-26T23:20:51,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:51,836 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 654, reset compression=false 2024-11-26T23:20:51,892 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 608, reset compression=false 2024-11-26T23:20:52,064 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 480, reset compression=false 2024-11-26T23:20:52,069 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:52,069 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 631, reset compression=false 2024-11-26T23:20:52,069 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:52,141 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 654, reset compression=false 2024-11-26T23:20:52,272 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 631, reset compression=false 2024-11-26T23:20:52,283 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T23:20:52,285 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T23:20:52,298 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 608, reset compression=false 2024-11-26T23:20:52,547 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 654, reset compression=false 2024-11-26T23:20:52,552 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:52,552 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 758, reset compression=false 2024-11-26T23:20:52,552 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,39005,1732663236644 got entry batch from reader: WALEntryBatch [walEntries=[{test/570c3731868c499900e4cf1020641e78/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T23:20:52,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:52,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:52,576 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 631, reset compression=false 2024-11-26T23:20:52,580 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:52,580 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 759, reset compression=false 2024-11-26T23:20:52,581 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0952e07693ed2566249d24f2c03d1d3/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T23:20:52,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:52,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:52,757 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 758, reset compression=false 2024-11-26T23:20:52,791 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 759, reset compression=false 2024-11-26T23:20:52,802 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 608, reset compression=false 2024-11-26T23:20:52,805 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:52,805 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 760, reset compression=false 2024-11-26T23:20:52,805 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:53,008 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 760, reset compression=false 2024-11-26T23:20:53,060 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 758, reset compression=false 2024-11-26T23:20:53,095 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 759, reset compression=false 2024-11-26T23:20:53,288 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T23:20:53,292 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T23:20:53,312 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 760, reset compression=false 2024-11-26T23:20:53,464 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 758, reset compression=false 2024-11-26T23:20:53,499 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 759, reset compression=false 2024-11-26T23:20:53,514 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:53,514 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 915, reset compression=false 2024-11-26T23:20:53,514 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0952e07693ed2566249d24f2c03d1d3/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T23:20:53,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:53,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:53,716 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 760, reset compression=false 2024-11-26T23:20:53,734 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:53,734 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[{test/f98b3f9e3bbd1199b7d0531dac698959/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T23:20:53,735 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 908, reset compression=false 2024-11-26T23:20:53,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:53,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:53,744 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 915, reset compression=false 2024-11-26T23:20:53,963 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 908, reset compression=false 2024-11-26T23:20:53,967 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 758, reset compression=false 2024-11-26T23:20:53,972 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:53,972 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 929, reset compression=false 2024-11-26T23:20:53,972 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,39005,1732663236644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:54,063 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 915, reset compression=false 2024-11-26T23:20:54,176 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 929, reset compression=false 2024-11-26T23:20:54,267 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 908, reset compression=false 2024-11-26T23:20:54,295 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T23:20:54,299 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T23:20:54,467 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 915, reset compression=false 2024-11-26T23:20:54,480 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 929, reset compression=false 2024-11-26T23:20:54,674 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 908, reset compression=false 2024-11-26T23:20:54,679 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:54,679 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1067, reset compression=false 2024-11-26T23:20:54,679 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[{test/f98b3f9e3bbd1199b7d0531dac698959/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T23:20:54,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:54,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:54,884 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 929, reset compression=false 2024-11-26T23:20:54,885 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1067, reset compression=false 2024-11-26T23:20:54,889 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:54,889 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1078, reset compression=false 2024-11-26T23:20:54,889 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,39005,1732663236644 got entry batch from reader: WALEntryBatch [walEntries=[{test/570c3731868c499900e4cf1020641e78/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T23:20:54,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:54,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:54,972 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 915, reset compression=false 2024-11-26T23:20:54,977 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:54,977 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1088, reset compression=false 2024-11-26T23:20:54,977 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:55,093 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1078, reset compression=false 2024-11-26T23:20:55,180 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1088, reset compression=false 2024-11-26T23:20:55,190 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1067, reset compression=false 2024-11-26T23:20:55,302 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T23:20:55,305 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T23:20:55,401 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1078, reset compression=false 2024-11-26T23:20:55,405 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:55,405 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1237, reset compression=false 2024-11-26T23:20:55,405 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,39005,1732663236644 got entry batch from reader: WALEntryBatch [walEntries=[{test/570c3731868c499900e4cf1020641e78/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T23:20:55,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:55,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:55,485 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1088, reset compression=false 2024-11-26T23:20:55,490 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:55,490 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1238, reset compression=false 2024-11-26T23:20:55,490 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0952e07693ed2566249d24f2c03d1d3/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T23:20:55,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:55,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:55,594 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1067, reset compression=false 2024-11-26T23:20:55,598 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:55,598 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1241, reset compression=false 2024-11-26T23:20:55,598 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:55,609 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1237, reset compression=false 2024-11-26T23:20:55,693 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1238, reset compression=false 2024-11-26T23:20:55,803 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1241, reset compression=false 2024-11-26T23:20:55,913 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1237, reset compression=false 2024-11-26T23:20:55,997 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1238, reset compression=false 2024-11-26T23:20:56,107 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1241, reset compression=false 2024-11-26T23:20:56,308 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T23:20:56,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237b1d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:56,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39161,-1 for getting cluster id 2024-11-26T23:20:56,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:56,317 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1237, reset compression=false 2024-11-26T23:20:56,318 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7dfbfd9-2de2-43df-a9de-822ab4ec4ea1' 2024-11-26T23:20:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1" 2024-11-26T23:20:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd76388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39161,-1] 2024-11-26T23:20:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:56,321 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:56,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7155e2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:56,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39161,1732663236599 2024-11-26T23:20:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7348d728 2024-11-26T23:20:56,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:56,327 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:56,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-26T23:20:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-26T23:20:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T23:20:56,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:20:56,401 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1238, reset compression=false 2024-11-26T23:20:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T23:20:56,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T23:20:56,490 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-26T23:20:56,491 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-26T23:20:56,491 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,39005,1732663236644 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-26T23:20:56,491 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c707e9ace675:0-0. 2024-11-26T23:20:56,491 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:56,491 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:56,491 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:56,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:56,511 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1241, reset compression=false 2024-11-26T23:20:56,592 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:20:56,592 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T23:20:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T23:20:56,692 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 terminated 2024-11-26T23:20:56,710 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,39005,1732663236644, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:20:56,711 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-26T23:20:56,711 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T23:20:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T23:20:56,713 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c707e9ace675,39005,1732663236644 suceeded 2024-11-26T23:20:56,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T23:20:56,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-11-26T23:20:56,715 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-26T23:20:56,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 387 msec 2024-11-26T23:20:56,726 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:35065' 2024-11-26T23:20:56,727 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a7c51b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:56,727 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35065,-1 for getting cluster id 2024-11-26T23:20:56,727 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:56,727 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '992c3226-2866-4a54-8028-9f6f10bb95f4' 2024-11-26T23:20:56,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:56,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "992c3226-2866-4a54-8028-9f6f10bb95f4" 2024-11-26T23:20:56,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ca306bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:56,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35065,-1] 2024-11-26T23:20:56,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:56,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:56,729 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:56,729 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6371c072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:56,729 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:56,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,35065,1732663229034 2024-11-26T23:20:56,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b82db10 2024-11-26T23:20:56,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:56,731 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T23:20:56,731 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,39005,1732663236644 (queues=1) is replicating from cluster=d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1 to cluster=992c3226-2866-4a54-8028-9f6f10bb95f4 2024-11-26T23:20:56,731 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C39005%2C1732663236644 2024-11-26T23:20:56,732 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,39005,1732663236644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:20:56,732 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C39005%2C1732663236644 2024-11-26T23:20:56,909 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1238, reset compression=false 2024-11-26T23:20:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T23:20:56,969 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:20:56,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:56,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:56,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:56,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:56,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:56,974 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-26T23:20:57,015 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1241, reset compression=false 2024-11-26T23:20:57,516 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1238, reset compression=false 2024-11-26T23:20:57,527 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:57,527 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1342, reset compression=false 2024-11-26T23:20:57,527 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0952e07693ed2566249d24f2c03d1d3/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T23:20:57,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:57,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:57,625 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1241, reset compression=false 2024-11-26T23:20:57,631 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:57,631 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1369, reset compression=false 2024-11-26T23:20:57,631 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[{test/f98b3f9e3bbd1199b7d0531dac698959/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T23:20:57,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:57,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:57,731 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1342, reset compression=false 2024-11-26T23:20:57,837 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1369, reset compression=false 2024-11-26T23:20:57,976 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-26T23:20:57,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474eec76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:57,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,39161,-1 for getting cluster id 2024-11-26T23:20:57,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:20:57,980 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7dfbfd9-2de2-43df-a9de-822ab4ec4ea1' 2024-11-26T23:20:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:20:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7dfbfd9-2de2-43df-a9de-822ab4ec4ea1" 2024-11-26T23:20:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e59898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,39161,-1] 2024-11-26T23:20:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:20:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:57,982 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:20:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de0880e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:20:57,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:20:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,39161,1732663236599 2024-11-26T23:20:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e22d647 2024-11-26T23:20:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:20:57,987 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:20:57,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-26T23:20:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-26T23:20:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T23:20:57,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:20:58,035 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1342, reset compression=false 2024-11-26T23:20:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T23:20:58,141 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1369, reset compression=false 2024-11-26T23:20:58,146 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:58,146 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1473, reset compression=false 2024-11-26T23:20:58,146 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[{test/f98b3f9e3bbd1199b7d0531dac698959/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T23:20:58,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-26T23:20:58,147 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-26T23:20:58,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:58,147 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T23:20:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T23:20:58,151 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c707e9ace675,39005,1732663236644 suceeded 2024-11-26T23:20:58,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:58,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T23:20:58,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-26T23:20:58,154 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-26T23:20:58,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 166 msec 2024-11-26T23:20:58,233 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, startPosition=1237, beingWritten=true 2024-11-26T23:20:58,238 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:20:58,238 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1515, reset compression=false 2024-11-26T23:20:58,238 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,39005,1732663236644 got entry batch from reader: WALEntryBatch [walEntries=[{test/570c3731868c499900e4cf1020641e78/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T23:20:58,241 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:20:58,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T23:20:58,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:20:58,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:20:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T23:20:58,309 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:20:58,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:58,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:58,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:58,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:58,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:58,311 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-26T23:20:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:20:58,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:58,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:58,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:58,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:58,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:20:58,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=813775543, stopped=false 2024-11-26T23:20:58,312 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,39161,1732663236599 2024-11-26T23:20:58,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21644983017/running 2024-11-26T23:20:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21644983017/running 2024-11-26T23:20:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:58,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:20:58,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:20:58,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:58,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:58,314 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,39005,1732663236644' ***** 2024-11-26T23:20:58,314 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:20:58,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on znode that does not yet exist, /21644983017/running 2024-11-26T23:20:58,315 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:20:58,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Set watcher on znode that does not yet exist, /21644983017/running 2024-11-26T23:20:58,315 INFO [RS:0;c707e9ace675:39005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:20:58,315 INFO [RS:0;c707e9ace675:39005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:20:58,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:20:58,315 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(3091): Received CLOSE for 570c3731868c499900e4cf1020641e78 2024-11-26T23:20:58,316 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(3091): Received CLOSE for ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:58,316 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,39005,1732663236644 2024-11-26T23:20:58,317 INFO [RS:0;c707e9ace675:39005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:20:58,317 INFO [RS:0;c707e9ace675:39005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:39005. 2024-11-26T23:20:58,317 DEBUG [RS:0;c707e9ace675:39005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:58,317 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 570c3731868c499900e4cf1020641e78, disabling compactions & flushes 2024-11-26T23:20:58,317 DEBUG [RS:0;c707e9ace675:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:58,317 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:58,317 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:58,317 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663242573.570c3731868c499900e4cf1020641e78. after waiting 0 ms 2024-11-26T23:20:58,317 INFO [RS:0;c707e9ace675:39005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:20:58,317 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:58,317 INFO [RS:0;c707e9ace675:39005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:20:58,317 INFO [RS:0;c707e9ace675:39005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:20:58,317 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:20:58,317 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 570c3731868c499900e4cf1020641e78 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T23:20:58,324 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:20:58,324 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1325): Online Regions={570c3731868c499900e4cf1020641e78=test,,1732663242573.570c3731868c499900e4cf1020641e78., 1588230740=hbase:meta,,1.1588230740, ebd21af23babe1c717a88840ad98e829=hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829.} 2024-11-26T23:20:58,324 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 570c3731868c499900e4cf1020641e78, ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:58,325 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:20:58,325 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:20:58,325 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:20:58,325 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:20:58,325 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:20:58,325 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:20:58,327 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:20:58,341 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/.tmp/f/d47f45d5fc3b4f16bf7add03006aeea3 is 37, key is row3/f:row3/1732663256971/Put/seqid=0 2024-11-26T23:20:58,346 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/info/292f348a11fb489baa1a6d72132554db is 147, key is hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829./info:regioninfo/1732663249881/Put/seqid=0 2024-11-26T23:20:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741840_1016 (size=5228) 2024-11-26T23:20:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741841_1017 (size=7686) 2024-11-26T23:20:58,349 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1473, reset compression=false 2024-11-26T23:20:58,350 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/info/292f348a11fb489baa1a6d72132554db 2024-11-26T23:20:58,368 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/ns/df1f7e32cda64023bfa5d9d2676db92a is 43, key is default/ns:d/1732663239215/Put/seqid=0 2024-11-26T23:20:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741842_1018 (size=5153) 2024-11-26T23:20:58,441 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1342, reset compression=false 2024-11-26T23:20:58,442 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1515, reset compression=false 2024-11-26T23:20:58,446 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:58,446 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:20:58,446 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:58,449 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:58,449 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1762, reset compression=false 2024-11-26T23:20:58,449 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,39005,1732663236644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:20:58,450 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,39005,1732663236644: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c707e9ace675,39005,1732663236644, walGroup=c707e9ace675%2C39005%2C1732663236644, offset=c707e9ace675%2C39005%2C1732663236644.1732663238245:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:39005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:20:58,452 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:20:58,452 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:20:58,452 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:20:58,452 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:20:58,452 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:20:58,452 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 823414976 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198145568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:20:58,453 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:39161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:39161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:20:58,525 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 570c3731868c499900e4cf1020641e78, ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:58,620 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T23:20:58,653 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1473, reset compression=false 2024-11-26T23:20:58,657 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:20:58,665 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1762, reset compression=false 2024-11-26T23:20:58,725 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 570c3731868c499900e4cf1020641e78, ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:58,749 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/.tmp/f/d47f45d5fc3b4f16bf7add03006aeea3 2024-11-26T23:20:58,752 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d47f45d5fc3b4f16bf7add03006aeea3 2024-11-26T23:20:58,767 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/.tmp/f1/418632b67f5b4c83a9e211f004b99a13 is 30, key is row1/f1:/1732663254296/DeleteFamily/seqid=0 2024-11-26T23:20:58,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741843_1019 (size=5158) 2024-11-26T23:20:58,771 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/ns/df1f7e32cda64023bfa5d9d2676db92a 2024-11-26T23:20:58,788 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/rep_barrier/c3aee671e17e45239540dfad55086aa1 is 112, key is test,,1732663242573.570c3731868c499900e4cf1020641e78./rep_barrier:seqnumDuringOpen/1732663243725/Put/seqid=0 2024-11-26T23:20:58,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741844_1020 (size=5518) 2024-11-26T23:20:58,925 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 570c3731868c499900e4cf1020641e78, ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:58,960 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:20:58,968 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1762, reset compression=false 2024-11-26T23:20:59,056 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1473, reset compression=false 2024-11-26T23:20:59,124 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:20:59,125 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:20:59,125 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 570c3731868c499900e4cf1020641e78, ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:59,171 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/.tmp/f1/418632b67f5b4c83a9e211f004b99a13 2024-11-26T23:20:59,175 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 418632b67f5b4c83a9e211f004b99a13 2024-11-26T23:20:59,192 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/rep_barrier/c3aee671e17e45239540dfad55086aa1 2024-11-26T23:20:59,193 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/.tmp/norep/ed1969ea29fa42e1bca3cd58ab755b12 is 33, key is row2/norep:/1732663255303/DeleteFamily/seqid=0 2024-11-26T23:20:59,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741845_1021 (size=5108) 2024-11-26T23:20:59,197 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/.tmp/norep/ed1969ea29fa42e1bca3cd58ab755b12 2024-11-26T23:20:59,201 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed1969ea29fa42e1bca3cd58ab755b12 2024-11-26T23:20:59,201 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/.tmp/f/d47f45d5fc3b4f16bf7add03006aeea3 as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/f/d47f45d5fc3b4f16bf7add03006aeea3 2024-11-26T23:20:59,204 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d47f45d5fc3b4f16bf7add03006aeea3 2024-11-26T23:20:59,204 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/f/d47f45d5fc3b4f16bf7add03006aeea3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T23:20:59,205 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/.tmp/f1/418632b67f5b4c83a9e211f004b99a13 as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/f1/418632b67f5b4c83a9e211f004b99a13 2024-11-26T23:20:59,208 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 418632b67f5b4c83a9e211f004b99a13 2024-11-26T23:20:59,208 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/f1/418632b67f5b4c83a9e211f004b99a13, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T23:20:59,209 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/.tmp/norep/ed1969ea29fa42e1bca3cd58ab755b12 as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/norep/ed1969ea29fa42e1bca3cd58ab755b12 2024-11-26T23:20:59,212 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed1969ea29fa42e1bca3cd58ab755b12 2024-11-26T23:20:59,212 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/norep/ed1969ea29fa42e1bca3cd58ab755b12, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T23:20:59,213 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 570c3731868c499900e4cf1020641e78 in 896ms, sequenceid=12, compaction requested=false 2024-11-26T23:20:59,214 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/table/42631a1fcd3648bb8abf06377ee64afd is 53, key is hbase:replication/table:state/1732663249888/Put/seqid=0 2024-11-26T23:20:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741846_1022 (size=5308) 2024-11-26T23:20:59,219 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/default/test/570c3731868c499900e4cf1020641e78/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T23:20:59,220 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/table/42631a1fcd3648bb8abf06377ee64afd 2024-11-26T23:20:59,220 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:59,220 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:20:59,220 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:59,220 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 570c3731868c499900e4cf1020641e78: Waiting for close lock at 1732663258317Running coprocessor pre-close hooks at 1732663258317Disabling compacts and flushes for region at 1732663258317Disabling writes for close at 1732663258317Obtaining lock to block concurrent updates at 1732663258317Preparing flush snapshotting stores in 570c3731868c499900e4cf1020641e78 at 1732663258317Finished memstore snapshotting test,,1732663242573.570c3731868c499900e4cf1020641e78., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732663258317Flushing stores of test,,1732663242573.570c3731868c499900e4cf1020641e78. at 1732663258318 (+1 ms)Flushing 570c3731868c499900e4cf1020641e78/f: creating writer at 1732663258318Flushing 570c3731868c499900e4cf1020641e78/f: appending metadata at 1732663258340 (+22 ms)Flushing 570c3731868c499900e4cf1020641e78/f: closing flushed file at 1732663258340Flushing 570c3731868c499900e4cf1020641e78/f1: creating writer at 1732663258753 (+413 ms)Flushing 570c3731868c499900e4cf1020641e78/f1: appending metadata at 1732663258766 (+13 ms)Flushing 570c3731868c499900e4cf1020641e78/f1: closing flushed file at 1732663258766Flushing 570c3731868c499900e4cf1020641e78/norep: creating writer at 1732663259175 (+409 ms)Flushing 570c3731868c499900e4cf1020641e78/norep: appending metadata at 1732663259192 (+17 ms)Flushing 570c3731868c499900e4cf1020641e78/norep: closing flushed file at 1732663259192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534b47a6: reopening flushed file at 1732663259201 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5498114c: reopening flushed file at 1732663259205 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3c2edf: reopening flushed file at 1732663259208 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 570c3731868c499900e4cf1020641e78 in 896ms, sequenceid=12, compaction requested=false at 1732663259213 (+5 ms)Writing region close event to WAL at 1732663259215 (+2 ms)Running coprocessor post-close hooks at 1732663259220 (+5 ms)Closed at 1732663259220 2024-11-26T23:20:59,220 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663242573.570c3731868c499900e4cf1020641e78. 2024-11-26T23:20:59,221 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebd21af23babe1c717a88840ad98e829, disabling compactions & flushes 2024-11-26T23:20:59,221 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:59,221 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:59,221 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. after waiting 0 ms 2024-11-26T23:20:59,221 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:59,221 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebd21af23babe1c717a88840ad98e829: Waiting for close lock at 1732663259220Running coprocessor pre-close hooks at 1732663259220Disabling compacts and flushes for region at 1732663259221 (+1 ms)Disabling writes for close at 1732663259221Failed flush hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829., putting online again at 1732663259221 2024-11-26T23:20:59,221 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:59,230 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/info/292f348a11fb489baa1a6d72132554db as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/info/292f348a11fb489baa1a6d72132554db 2024-11-26T23:20:59,235 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/info/292f348a11fb489baa1a6d72132554db, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:20:59,236 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/ns/df1f7e32cda64023bfa5d9d2676db92a as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/ns/df1f7e32cda64023bfa5d9d2676db92a 2024-11-26T23:20:59,240 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/ns/df1f7e32cda64023bfa5d9d2676db92a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:20:59,241 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/rep_barrier/c3aee671e17e45239540dfad55086aa1 as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/rep_barrier/c3aee671e17e45239540dfad55086aa1 2024-11-26T23:20:59,246 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/rep_barrier/c3aee671e17e45239540dfad55086aa1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:20:59,246 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/.tmp/table/42631a1fcd3648bb8abf06377ee64afd as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/table/42631a1fcd3648bb8abf06377ee64afd 2024-11-26T23:20:59,250 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/table/42631a1fcd3648bb8abf06377ee64afd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:20:59,251 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false 2024-11-26T23:20:59,256 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:20:59,256 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:20:59,256 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:20:59,256 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:59,256 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663258324Running coprocessor pre-close hooks at 1732663258324Disabling compacts and flushes for region at 1732663258325 (+1 ms)Disabling writes for close at 1732663258325Obtaining lock to block concurrent updates at 1732663258325Preparing flush snapshotting stores in 1588230740 at 1732663258325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663258325Flushing stores of hbase:meta,,1.1588230740 at 1732663258326 (+1 ms)Flushing 1588230740/info: creating writer at 1732663258326Flushing 1588230740/info: appending metadata at 1732663258346 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732663258346Flushing 1588230740/ns: creating writer at 1732663258354 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732663258367 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732663258367Flushing 1588230740/rep_barrier: creating writer at 1732663258775 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663258788 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663258788Flushing 1588230740/table: creating writer at 1732663259196 (+408 ms)Flushing 1588230740/table: appending metadata at 1732663259213 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732663259213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100b49f2: reopening flushed file at 1732663259230 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47099db6: reopening flushed file at 1732663259235 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac0f262: reopening flushed file at 1732663259240 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5a614b: reopening flushed file at 1732663259246 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false at 1732663259251 (+5 ms)Writing region close event to WAL at 1732663259253 (+2 ms)Running coprocessor post-close hooks at 1732663259256 (+3 ms)Closed at 1732663259256 2024-11-26T23:20:59,256 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:20:59,325 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:20:59,325 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1325): Online Regions={ebd21af23babe1c717a88840ad98e829=hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829.} 2024-11-26T23:20:59,325 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(3091): Received CLOSE for ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:59,326 DEBUG [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1351): Waiting on ebd21af23babe1c717a88840ad98e829 2024-11-26T23:20:59,326 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebd21af23babe1c717a88840ad98e829, disabling compactions & flushes 2024-11-26T23:20:59,326 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:59,326 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:59,326 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. after waiting 0 ms 2024-11-26T23:20:59,326 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:59,326 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebd21af23babe1c717a88840ad98e829: Waiting for close lock at 1732663259326Running coprocessor pre-close hooks at 1732663259326Disabling compacts and flushes for region at 1732663259326Disabling writes for close at 1732663259326Failed flush hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829., putting online again at 1732663259326 2024-11-26T23:20:59,326 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732663249090.ebd21af23babe1c717a88840ad98e829. 2024-11-26T23:20:59,363 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:20:59,371 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 1762, reset compression=false 2024-11-26T23:20:59,375 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:20:59,376 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 2406, reset compression=false 2024-11-26T23:20:59,526 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T23:20:59,526 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,39005,1732663236644; all regions closed. 2024-11-26T23:20:59,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:20:59,528 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.meta.1732663239173.meta not finished, retry = 0 2024-11-26T23:20:59,562 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1473, reset compression=false 2024-11-26T23:20:59,578 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/WALs/c707e9ace675,39005,1732663236644/c707e9ace675%2C39005%2C1732663236644.1732663238245 to pos 2406, reset compression=false 2024-11-26T23:20:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741839_1015 (size=2172) 2024-11-26T23:20:59,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741832_1008 (size=2414) 2024-11-26T23:20:59,634 DEBUG [RS:0;c707e9ace675:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:59,634 INFO [RS:0;c707e9ace675:39005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:20:59,634 INFO [RS:0;c707e9ace675:39005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:20:59,634 INFO [RS:0;c707e9ace675:39005 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T23:20:59,634 INFO [RS:0;c707e9ace675:39005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:20:59,634 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:20:59,635 INFO [RS:0;c707e9ace675:39005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,39005,1732663236644 because: Region server is closing 2024-11-26T23:20:59,635 INFO [RS:0;c707e9ace675:39005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:39005. 2024-11-26T23:20:59,635 DEBUG [RS:0;c707e9ace675:39005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:59,635 DEBUG [RS:0;c707e9ace675:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:59,635 DEBUG [RS:0;c707e9ace675:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:59,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:59,735 INFO [RS:0;c707e9ace675:39005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.shipperc707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 terminated 2024-11-26T23:20:59,735 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,39005,1732663236644.replicationSource.wal-reader.c707e9ace675%2C39005%2C1732663236644,1-c707e9ace675,39005,1732663236644 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:20:59,736 INFO [RS:0;c707e9ace675:39005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:39005. 2024-11-26T23:20:59,736 DEBUG [RS:0;c707e9ace675:39005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:20:59,736 DEBUG [RS:0;c707e9ace675:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:59,736 DEBUG [RS:0;c707e9ace675:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:20:59,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:20:59,736 INFO [RS:0;c707e9ace675:39005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39005 2024-11-26T23:20:59,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017/rs 2024-11-26T23:20:59,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21644983017/rs/c707e9ace675,39005,1732663236644 2024-11-26T23:20:59,739 INFO [RS:0;c707e9ace675:39005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:20:59,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,39005,1732663236644] 2024-11-26T23:20:59,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21644983017/draining/c707e9ace675,39005,1732663236644 already deleted, retry=false 2024-11-26T23:20:59,741 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,39005,1732663236644 expired; onlineServers=0 2024-11-26T23:20:59,741 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,39161,1732663236599' ***** 2024-11-26T23:20:59,741 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:20:59,741 INFO [M:0;c707e9ace675:39161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:20:59,742 INFO [M:0;c707e9ace675:39161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:20:59,742 DEBUG [M:0;c707e9ace675:39161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:20:59,742 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:20:59,742 DEBUG [M:0;c707e9ace675:39161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:20:59,742 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663238041 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663238041,5,FailOnTimeoutGroup] 2024-11-26T23:20:59,742 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663238040 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663238040,5,FailOnTimeoutGroup] 2024-11-26T23:20:59,742 INFO [M:0;c707e9ace675:39161 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:20:59,742 INFO [M:0;c707e9ace675:39161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:20:59,742 DEBUG [M:0;c707e9ace675:39161 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:20:59,742 INFO [M:0;c707e9ace675:39161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:20:59,742 INFO [M:0;c707e9ace675:39161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:20:59,742 INFO [M:0;c707e9ace675:39161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:20:59,742 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:20:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21644983017/master 2024-11-26T23:20:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21644983017 2024-11-26T23:20:59,743 DEBUG [M:0;c707e9ace675:39161 {}] zookeeper.ZKUtil(347): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Unable to get data of znode /21644983017/master because node does not exist (not an error) 2024-11-26T23:20:59,743 WARN [M:0;c707e9ace675:39161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:20:59,744 INFO [M:0;c707e9ace675:39161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/.lastflushedseqids 2024-11-26T23:20:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741847_1023 (size=245) 2024-11-26T23:20:59,749 INFO [M:0;c707e9ace675:39161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:20:59,749 INFO [M:0;c707e9ace675:39161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:20:59,749 DEBUG [M:0;c707e9ace675:39161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:20:59,749 INFO [M:0;c707e9ace675:39161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:59,749 DEBUG [M:0;c707e9ace675:39161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:59,749 DEBUG [M:0;c707e9ace675:39161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:20:59,749 DEBUG [M:0;c707e9ace675:39161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:20:59,749 INFO [M:0;c707e9ace675:39161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-26T23:20:59,764 DEBUG [M:0;c707e9ace675:39161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63336fc190d46cd8df096d9be9020a9 is 82, key is hbase:meta,,1/info:regioninfo/1732663239206/Put/seqid=0 2024-11-26T23:20:59,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741848_1024 (size=5672) 2024-11-26T23:20:59,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:59,840 INFO [RS:0;c707e9ace675:39005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:20:59,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1015694a0590007, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:20:59,840 INFO [RS:0;c707e9ace675:39005 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,39005,1732663236644; zookeeper connection closed. 2024-11-26T23:20:59,841 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b87eeca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b87eeca 2024-11-26T23:20:59,841 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:20:59,867 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:21:00,165 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1473, reset compression=false 2024-11-26T23:21:00,168 INFO [M:0;c707e9ace675:39161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63336fc190d46cd8df096d9be9020a9 2024-11-26T23:21:00,186 DEBUG [M:0;c707e9ace675:39161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/596050e6dc764fb0aa8f4f09601550b7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663249891/Put/seqid=0 2024-11-26T23:21:00,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741849_1025 (size=9211) 2024-11-26T23:21:00,470 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:21:00,590 INFO [M:0;c707e9ace675:39161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/596050e6dc764fb0aa8f4f09601550b7 2024-11-26T23:21:00,607 DEBUG [M:0;c707e9ace675:39161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87dcb8f85aab460895e913e7b02dd899 is 69, key is c707e9ace675,39005,1732663236644/rs:state/1732663238093/Put/seqid=0 2024-11-26T23:21:00,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741850_1026 (size=5156) 2024-11-26T23:21:00,869 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1473, reset compression=false 2024-11-26T23:21:01,012 INFO [M:0;c707e9ace675:39161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87dcb8f85aab460895e913e7b02dd899 2024-11-26T23:21:01,018 DEBUG [M:0;c707e9ace675:39161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63336fc190d46cd8df096d9be9020a9 as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c63336fc190d46cd8df096d9be9020a9 2024-11-26T23:21:01,023 INFO [M:0;c707e9ace675:39161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c63336fc190d46cd8df096d9be9020a9, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T23:21:01,024 DEBUG [M:0;c707e9ace675:39161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/596050e6dc764fb0aa8f4f09601550b7 as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/596050e6dc764fb0aa8f4f09601550b7 2024-11-26T23:21:01,028 INFO [M:0;c707e9ace675:39161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/596050e6dc764fb0aa8f4f09601550b7, entries=15, sequenceid=127, filesize=9.0 K 2024-11-26T23:21:01,029 DEBUG [M:0;c707e9ace675:39161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87dcb8f85aab460895e913e7b02dd899 as hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87dcb8f85aab460895e913e7b02dd899 2024-11-26T23:21:01,033 INFO [M:0;c707e9ace675:39161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87dcb8f85aab460895e913e7b02dd899, entries=1, sequenceid=127, filesize=5.0 K 2024-11-26T23:21:01,034 INFO [M:0;c707e9ace675:39161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-26T23:21:01,036 INFO [M:0;c707e9ace675:39161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:01,036 DEBUG [M:0;c707e9ace675:39161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663259749Disabling compacts and flushes for region at 1732663259749Disabling writes for close at 1732663259749Obtaining lock to block concurrent updates at 1732663259749Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663259749Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732663259749Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663259750 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663259750Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663259764 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663259764Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663260171 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663260185 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663260185Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663260593 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663260607 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663260607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2240d347: reopening flushed file at 1732663261017 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a2369e: reopening flushed file at 1732663261023 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7026e631: reopening flushed file at 1732663261028 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1732663261034 (+6 ms)Writing region close event to WAL at 1732663261036 (+2 ms)Closed at 1732663261036 2024-11-26T23:21:01,039 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b43e026b-01b3-f1df-01bc-3f70cdcaf495/MasterData/WALs/c707e9ace675,39161,1732663236599/c707e9ace675%2C39161%2C1732663236599.1732663237934 not finished, retry = 0 2024-11-26T23:21:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741830_1006 (size=73854) 2024-11-26T23:21:01,140 INFO [M:0;c707e9ace675:39161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:21:01,140 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:01,140 INFO [M:0;c707e9ace675:39161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39161 2024-11-26T23:21:01,141 INFO [M:0;c707e9ace675:39161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:01,174 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:21:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39161-0x1015694a0590006, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:01,247 INFO [M:0;c707e9ace675:39161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:01,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a9c1112{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:01,257 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27515b45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:01,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:01,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410efbf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:01,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67552449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:01,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:21:01,260 WARN [BP-501806636-172.17.0.2-1732663235560 heartbeating to localhost/127.0.0.1:46217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:21:01,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:21:01,260 WARN [BP-501806636-172.17.0.2-1732663235560 heartbeating to localhost/127.0.0.1:46217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-501806636-172.17.0.2-1732663235560 (Datanode Uuid 6a0354d5-8c7d-4305-8c8c-3d9e7405c518) service to localhost/127.0.0.1:46217 2024-11-26T23:21:01,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/cluster_c1ebc6da-544b-7ac7-c652-d31b9da0598a/data/data1/current/BP-501806636-172.17.0.2-1732663235560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:01,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/cluster_c1ebc6da-544b-7ac7-c652-d31b9da0598a/data/data2/current/BP-501806636-172.17.0.2-1732663235560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:01,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:21:01,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f9b5134{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:01,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@969cdd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:01,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:01,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49e2fd85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:01,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71399dd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:01,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:21:01,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:21:01,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:01,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:01,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:01,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:01,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:01,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:21:01,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=415594297, stopped=false 2024-11-26T23:21:01,293 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,40827,1732663232458 2024-11-26T23:21:01,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1123255124/running 2024-11-26T23:21:01,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:21:01,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1123255124/running 2024-11-26T23:21:01,294 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:01,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:21:01,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on znode that does not yet exist, /1123255124/running 2024-11-26T23:21:01,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Set watcher on znode that does not yet exist, /1123255124/running 2024-11-26T23:21:01,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:01,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:01,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:01,297 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,42317,1732663232496' ***** 2024-11-26T23:21:01,297 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:21:01,297 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:21:01,297 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:21:01,297 INFO [RS:0;c707e9ace675:42317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:21:01,297 INFO [RS:0;c707e9ace675:42317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:21:01,297 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(3091): Received CLOSE for f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:21:01,300 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(3091): Received CLOSE for 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:21:01,300 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,42317,1732663232496 2024-11-26T23:21:01,300 INFO [RS:0;c707e9ace675:42317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:01,300 INFO [RS:0;c707e9ace675:42317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42317. 2024-11-26T23:21:01,300 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f98b3f9e3bbd1199b7d0531dac698959, disabling compactions & flushes 2024-11-26T23:21:01,300 DEBUG [RS:0;c707e9ace675:42317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:01,300 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:21:01,300 DEBUG [RS:0;c707e9ace675:42317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:01,301 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:21:01,301 INFO [RS:0;c707e9ace675:42317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:21:01,301 INFO [RS:0;c707e9ace675:42317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:21:01,301 INFO [RS:0;c707e9ace675:42317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:21:01,301 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:21:01,301 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. after waiting 0 ms 2024-11-26T23:21:01,301 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:21:01,301 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f98b3f9e3bbd1199b7d0531dac698959 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T23:21:01,308 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:21:01,308 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1325): Online Regions={f98b3f9e3bbd1199b7d0531dac698959=test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959., 1588230740=hbase:meta,,1.1588230740, 569fce0961ddb4adc3410b84f83e465a=hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a.} 2024-11-26T23:21:01,308 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 569fce0961ddb4adc3410b84f83e465a, f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:21:01,308 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:01,309 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:01,309 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:01,309 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:01,309 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:01,309 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:21:01,315 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:01,341 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/.tmp/f/f267fd9464de48f88a04242f7e163e50 is 37, key is row3/f:row3/1732663256971/Put/seqid=0 2024-11-26T23:21:01,342 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/info/c1f86230258a4e55bbd9e701b9e5cbd2 is 147, key is hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a./info:regioninfo/1732663248146/Put/seqid=0 2024-11-26T23:21:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741840_1016 (size=5228) 2024-11-26T23:21:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741841_1017 (size=7686) 2024-11-26T23:21:01,365 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/info/c1f86230258a4e55bbd9e701b9e5cbd2 2024-11-26T23:21:01,390 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/ns/d8132dcaeabd45b786465bd9d28bcea1 is 43, key is default/ns:d/1732663235463/Put/seqid=0 2024-11-26T23:21:01,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741842_1018 (size=5153) 2024-11-26T23:21:01,396 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/ns/d8132dcaeabd45b786465bd9d28bcea1 2024-11-26T23:21:01,421 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/rep_barrier/a6197862c8a04dc69ebbfc5c018040ac is 112, key is test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959./rep_barrier:seqnumDuringOpen/1732663241567/Put/seqid=0 2024-11-26T23:21:01,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741843_1019 (size=5518) 2024-11-26T23:21:01,433 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/rep_barrier/a6197862c8a04dc69ebbfc5c018040ac 2024-11-26T23:21:01,450 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:21:01,450 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:21:01,451 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/table/c2eeabfc06424f8f8f4cbe6c9c064909 is 53, key is hbase:replication/table:state/1732663248156/Put/seqid=0 2024-11-26T23:21:01,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741844_1020 (size=5308) 2024-11-26T23:21:01,509 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 569fce0961ddb4adc3410b84f83e465a, f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:21:01,673 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1473, reset compression=false 2024-11-26T23:21:01,677 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:01,677 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1720, reset compression=false 2024-11-26T23:21:01,677 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42317,1732663232496 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:01,678 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,42317,1732663232496: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c707e9ace675,42317,1732663232496, walGroup=c707e9ace675%2C42317%2C1732663232496, offset=c707e9ace675%2C42317%2C1732663232496.1732663234499:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:42317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:21:01,679 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:21:01,680 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:21:01,680 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:21:01,680 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:21:01,680 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:21:01,680 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 901009600 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198664416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:21:01,681 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:40827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:40827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:21:01,709 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 569fce0961ddb4adc3410b84f83e465a, f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:21:01,759 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/.tmp/f/f267fd9464de48f88a04242f7e163e50 2024-11-26T23:21:01,763 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f267fd9464de48f88a04242f7e163e50 2024-11-26T23:21:01,781 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/.tmp/f1/abfd9b8bb0ac4e0486b185db82620173 is 30, key is row1/f1:/1732663254296/DeleteFamily/seqid=0 2024-11-26T23:21:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741845_1021 (size=5158) 2024-11-26T23:21:01,855 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/table/c2eeabfc06424f8f8f4cbe6c9c064909 2024-11-26T23:21:01,859 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/info/c1f86230258a4e55bbd9e701b9e5cbd2 as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/info/c1f86230258a4e55bbd9e701b9e5cbd2 2024-11-26T23:21:01,866 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/info/c1f86230258a4e55bbd9e701b9e5cbd2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:21:01,867 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/ns/d8132dcaeabd45b786465bd9d28bcea1 as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/ns/d8132dcaeabd45b786465bd9d28bcea1 2024-11-26T23:21:01,873 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/ns/d8132dcaeabd45b786465bd9d28bcea1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:21:01,874 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/rep_barrier/a6197862c8a04dc69ebbfc5c018040ac as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/rep_barrier/a6197862c8a04dc69ebbfc5c018040ac 2024-11-26T23:21:01,878 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/rep_barrier/a6197862c8a04dc69ebbfc5c018040ac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:21:01,879 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/.tmp/table/c2eeabfc06424f8f8f4cbe6c9c064909 as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/table/c2eeabfc06424f8f8f4cbe6c9c064909 2024-11-26T23:21:01,881 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1720, reset compression=false 2024-11-26T23:21:01,885 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/table/c2eeabfc06424f8f8f4cbe6c9c064909, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:21:01,886 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=16, compaction requested=false 2024-11-26T23:21:01,904 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:21:01,905 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:01,905 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:21:01,905 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:01,905 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663261308Running coprocessor pre-close hooks at 1732663261308Disabling compacts and flushes for region at 1732663261308Disabling writes for close at 1732663261309 (+1 ms)Obtaining lock to block concurrent updates at 1732663261309Preparing flush snapshotting stores in 1588230740 at 1732663261309Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663261309Flushing stores of hbase:meta,,1.1588230740 at 1732663261310 (+1 ms)Flushing 1588230740/info: creating writer at 1732663261310Flushing 1588230740/info: appending metadata at 1732663261341 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732663261341Flushing 1588230740/ns: creating writer at 1732663261371 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732663261390 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732663261390Flushing 1588230740/rep_barrier: creating writer at 1732663261400 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663261421 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663261421Flushing 1588230740/table: creating writer at 1732663261437 (+16 ms)Flushing 1588230740/table: appending metadata at 1732663261450 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732663261450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e3b8331: reopening flushed file at 1732663261859 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114c2231: reopening flushed file at 1732663261866 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64eab0aa: reopening flushed file at 1732663261873 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c31992: reopening flushed file at 1732663261878 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=16, compaction requested=false at 1732663261886 (+8 ms)Writing region close event to WAL at 1732663261897 (+11 ms)Running coprocessor post-close hooks at 1732663261905 (+8 ms)Closed at 1732663261905 2024-11-26T23:21:01,905 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:01,909 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1351): Waiting on 569fce0961ddb4adc3410b84f83e465a, f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:21:01,978 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:21:02,046 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T23:21:02,109 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1351): Waiting on 569fce0961ddb4adc3410b84f83e465a, f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:21:02,186 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/.tmp/f1/abfd9b8bb0ac4e0486b185db82620173 2024-11-26T23:21:02,190 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1720, reset compression=false 2024-11-26T23:21:02,191 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abfd9b8bb0ac4e0486b185db82620173 2024-11-26T23:21:02,206 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/.tmp/norep/b327936dd6b34030bb9b697ba4ba0194 is 33, key is row1/norep:/1732663254296/DeleteFamily/seqid=0 2024-11-26T23:21:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741846_1022 (size=5108) 2024-11-26T23:21:02,309 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:21:02,309 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1325): Online Regions={f98b3f9e3bbd1199b7d0531dac698959=test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959., 569fce0961ddb4adc3410b84f83e465a=hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a.} 2024-11-26T23:21:02,309 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1351): Waiting on 569fce0961ddb4adc3410b84f83e465a, f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:21:02,510 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1351): Waiting on 569fce0961ddb4adc3410b84f83e465a, f98b3f9e3bbd1199b7d0531dac698959 2024-11-26T23:21:02,593 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.wal-reader.c707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.1732663234499 to pos 1720, reset compression=false 2024-11-26T23:21:02,611 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/.tmp/norep/b327936dd6b34030bb9b697ba4ba0194 2024-11-26T23:21:02,616 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b327936dd6b34030bb9b697ba4ba0194 2024-11-26T23:21:02,616 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/.tmp/f/f267fd9464de48f88a04242f7e163e50 as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/f/f267fd9464de48f88a04242f7e163e50 2024-11-26T23:21:02,621 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f267fd9464de48f88a04242f7e163e50 2024-11-26T23:21:02,621 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/f/f267fd9464de48f88a04242f7e163e50, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T23:21:02,622 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/.tmp/f1/abfd9b8bb0ac4e0486b185db82620173 as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/f1/abfd9b8bb0ac4e0486b185db82620173 2024-11-26T23:21:02,627 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abfd9b8bb0ac4e0486b185db82620173 2024-11-26T23:21:02,627 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/f1/abfd9b8bb0ac4e0486b185db82620173, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T23:21:02,628 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/.tmp/norep/b327936dd6b34030bb9b697ba4ba0194 as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/norep/b327936dd6b34030bb9b697ba4ba0194 2024-11-26T23:21:02,638 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b327936dd6b34030bb9b697ba4ba0194 2024-11-26T23:21:02,639 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/norep/b327936dd6b34030bb9b697ba4ba0194, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T23:21:02,640 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f98b3f9e3bbd1199b7d0531dac698959 in 1339ms, sequenceid=12, compaction requested=false 2024-11-26T23:21:02,640 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:21:02,650 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/data/default/test/f98b3f9e3bbd1199b7d0531dac698959/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T23:21:02,651 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:02,651 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:21:02,651 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:21:02,651 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f98b3f9e3bbd1199b7d0531dac698959: Waiting for close lock at 1732663261300Running coprocessor pre-close hooks at 1732663261300Disabling compacts and flushes for region at 1732663261300Disabling writes for close at 1732663261301 (+1 ms)Obtaining lock to block concurrent updates at 1732663261301Preparing flush snapshotting stores in f98b3f9e3bbd1199b7d0531dac698959 at 1732663261301Finished memstore snapshotting test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732663261302 (+1 ms)Flushing stores of test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. at 1732663261302Flushing f98b3f9e3bbd1199b7d0531dac698959/f: creating writer at 1732663261302Flushing f98b3f9e3bbd1199b7d0531dac698959/f: appending metadata at 1732663261340 (+38 ms)Flushing f98b3f9e3bbd1199b7d0531dac698959/f: closing flushed file at 1732663261340Flushing f98b3f9e3bbd1199b7d0531dac698959/f1: creating writer at 1732663261763 (+423 ms)Flushing f98b3f9e3bbd1199b7d0531dac698959/f1: appending metadata at 1732663261780 (+17 ms)Flushing f98b3f9e3bbd1199b7d0531dac698959/f1: closing flushed file at 1732663261780Flushing f98b3f9e3bbd1199b7d0531dac698959/norep: creating writer at 1732663262191 (+411 ms)Flushing f98b3f9e3bbd1199b7d0531dac698959/norep: appending metadata at 1732663262205 (+14 ms)Flushing f98b3f9e3bbd1199b7d0531dac698959/norep: closing flushed file at 1732663262205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@98c9518: reopening flushed file at 1732663262616 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76cb15e3: reopening flushed file at 1732663262621 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f47a379: reopening flushed file at 1732663262628 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f98b3f9e3bbd1199b7d0531dac698959 in 1339ms, sequenceid=12, compaction requested=false at 1732663262640 (+12 ms)Writing region close event to WAL at 1732663262647 (+7 ms)Running coprocessor post-close hooks at 1732663262651 (+4 ms)Closed at 1732663262651 2024-11-26T23:21:02,651 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663240421.f98b3f9e3bbd1199b7d0531dac698959. 2024-11-26T23:21:02,651 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 569fce0961ddb4adc3410b84f83e465a, disabling compactions & flushes 2024-11-26T23:21:02,651 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:21:02,651 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:21:02,651 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. after waiting 0 ms 2024-11-26T23:21:02,651 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:21:02,651 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 569fce0961ddb4adc3410b84f83e465a: Waiting for close lock at 1732663262651Running coprocessor pre-close hooks at 1732663262651Disabling compacts and flushes for region at 1732663262651Disabling writes for close at 1732663262651Failed flush hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a., putting online again at 1732663262651 2024-11-26T23:21:02,652 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:21:02,710 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(3091): Received CLOSE for 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:21:02,710 DEBUG [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1351): Waiting on 569fce0961ddb4adc3410b84f83e465a 2024-11-26T23:21:02,710 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 569fce0961ddb4adc3410b84f83e465a, disabling compactions & flushes 2024-11-26T23:21:02,710 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:21:02,710 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:21:02,710 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. after waiting 0 ms 2024-11-26T23:21:02,710 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:21:02,710 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 569fce0961ddb4adc3410b84f83e465a: Waiting for close lock at 1732663262710Running coprocessor pre-close hooks at 1732663262710Disabling compacts and flushes for region at 1732663262710Disabling writes for close at 1732663262710Failed flush hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a., putting online again at 1732663262710 2024-11-26T23:21:02,711 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732663246915.569fce0961ddb4adc3410b84f83e465a. 2024-11-26T23:21:02,882 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:21:02,910 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T23:21:02,910 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,42317,1732663232496; all regions closed. 2024-11-26T23:21:02,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/WALs/c707e9ace675,42317,1732663232496/c707e9ace675%2C42317%2C1732663232496.meta.1732663235415.meta not finished, retry = 0 2024-11-26T23:21:02,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:21:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741839_1015 (size=2609) 2024-11-26T23:21:03,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741832_1008 (size=2372) 2024-11-26T23:21:03,021 DEBUG [RS:0;c707e9ace675:42317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:03,021 INFO [RS:0;c707e9ace675:42317 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:03,021 INFO [RS:0;c707e9ace675:42317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:03,021 INFO [RS:0;c707e9ace675:42317 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:03,021 INFO [RS:0;c707e9ace675:42317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:03,021 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:03,022 INFO [RS:0;c707e9ace675:42317 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,42317,1732663232496 because: Region server is closing 2024-11-26T23:21:03,022 INFO [RS:0;c707e9ace675:42317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42317. 2024-11-26T23:21:03,022 DEBUG [RS:0;c707e9ace675:42317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:03,022 DEBUG [RS:0;c707e9ace675:42317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:03,022 DEBUG [RS:0;c707e9ace675:42317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:03,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:03,123 INFO [RS:0;c707e9ace675:42317 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42317,1732663232496.replicationSource.shipperc707e9ace675%2C42317%2C1732663232496,1-c707e9ace675,42317,1732663232496 terminated 2024-11-26T23:21:03,123 INFO [RS:0;c707e9ace675:42317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42317. 2024-11-26T23:21:03,123 DEBUG [RS:0;c707e9ace675:42317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:03,123 DEBUG [RS:0;c707e9ace675:42317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:03,123 DEBUG [RS:0;c707e9ace675:42317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:03,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:03,123 INFO [RS:0;c707e9ace675:42317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42317 2024-11-26T23:21:03,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124/rs 2024-11-26T23:21:03,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1123255124/rs/c707e9ace675,42317,1732663232496 2024-11-26T23:21:03,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,42317,1732663232496] 2024-11-26T23:21:03,130 INFO [RS:0;c707e9ace675:42317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:03,131 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1123255124/draining/c707e9ace675,42317,1732663232496 already deleted, retry=false 2024-11-26T23:21:03,131 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,42317,1732663232496 expired; onlineServers=0 2024-11-26T23:21:03,131 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,40827,1732663232458' ***** 2024-11-26T23:21:03,131 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:21:03,131 INFO [M:0;c707e9ace675:40827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:03,131 INFO [M:0;c707e9ace675:40827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:03,131 DEBUG [M:0;c707e9ace675:40827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:21:03,131 DEBUG [M:0;c707e9ace675:40827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:21:03,131 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:21:03,131 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663234261 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663234261,5,FailOnTimeoutGroup] 2024-11-26T23:21:03,131 INFO [M:0;c707e9ace675:40827 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:03,131 INFO [M:0;c707e9ace675:40827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:03,131 DEBUG [M:0;c707e9ace675:40827 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:21:03,131 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663234261 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663234261,5,FailOnTimeoutGroup] 2024-11-26T23:21:03,131 INFO [M:0;c707e9ace675:40827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:21:03,132 INFO [M:0;c707e9ace675:40827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:03,132 INFO [M:0;c707e9ace675:40827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:21:03,132 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:21:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1123255124/master 2024-11-26T23:21:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1123255124 2024-11-26T23:21:03,138 DEBUG [M:0;c707e9ace675:40827 {}] zookeeper.RecoverableZooKeeper(212): Node /1123255124/master already deleted, retry=false 2024-11-26T23:21:03,138 DEBUG [M:0;c707e9ace675:40827 {}] master.ActiveMasterManager(353): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Failed delete of our master address node; KeeperErrorCode = NoNode for /1123255124/master 2024-11-26T23:21:03,139 INFO [M:0;c707e9ace675:40827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/.lastflushedseqids 2024-11-26T23:21:03,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741847_1023 (size=245) 2024-11-26T23:21:03,155 INFO [M:0;c707e9ace675:40827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:21:03,155 INFO [M:0;c707e9ace675:40827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:21:03,155 DEBUG [M:0;c707e9ace675:40827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:03,155 INFO [M:0;c707e9ace675:40827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:03,155 DEBUG [M:0;c707e9ace675:40827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:03,155 DEBUG [M:0;c707e9ace675:40827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:03,155 DEBUG [M:0;c707e9ace675:40827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:03,155 INFO [M:0;c707e9ace675:40827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T23:21:03,181 DEBUG [M:0;c707e9ace675:40827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/294577d4399a4455955546dd32a5b1e3 is 82, key is hbase:meta,,1/info:regioninfo/1732663235452/Put/seqid=0 2024-11-26T23:21:03,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741848_1024 (size=5672) 2024-11-26T23:21:03,187 INFO [M:0;c707e9ace675:40827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/294577d4399a4455955546dd32a5b1e3 2024-11-26T23:21:03,215 DEBUG [M:0;c707e9ace675:40827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6407bde1359f470ebfff9e93ff8b6dda is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663248159/Put/seqid=0 2024-11-26T23:21:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741849_1025 (size=8516) 2024-11-26T23:21:03,226 INFO [M:0;c707e9ace675:40827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6407bde1359f470ebfff9e93ff8b6dda 2024-11-26T23:21:03,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:03,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42317-0x1015694a0590004, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:03,235 INFO [RS:0;c707e9ace675:42317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:03,235 INFO [RS:0;c707e9ace675:42317 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,42317,1732663232496; zookeeper connection closed. 2024-11-26T23:21:03,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d2f0616 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d2f0616 2024-11-26T23:21:03,237 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:21:03,264 DEBUG [M:0;c707e9ace675:40827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d896898da147427598c93aaf4ef7de7d is 69, key is c707e9ace675,42317,1732663232496/rs:state/1732663234350/Put/seqid=0 2024-11-26T23:21:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741850_1026 (size=5156) 2024-11-26T23:21:03,275 INFO [M:0;c707e9ace675:40827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d896898da147427598c93aaf4ef7de7d 2024-11-26T23:21:03,285 DEBUG [M:0;c707e9ace675:40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/294577d4399a4455955546dd32a5b1e3 as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/294577d4399a4455955546dd32a5b1e3 2024-11-26T23:21:03,292 INFO [M:0;c707e9ace675:40827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/294577d4399a4455955546dd32a5b1e3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T23:21:03,292 DEBUG [M:0;c707e9ace675:40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6407bde1359f470ebfff9e93ff8b6dda as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6407bde1359f470ebfff9e93ff8b6dda 2024-11-26T23:21:03,297 INFO [M:0;c707e9ace675:40827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6407bde1359f470ebfff9e93ff8b6dda, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T23:21:03,297 DEBUG [M:0;c707e9ace675:40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d896898da147427598c93aaf4ef7de7d as hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d896898da147427598c93aaf4ef7de7d 2024-11-26T23:21:03,302 INFO [M:0;c707e9ace675:40827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37627/user/jenkins/test-data/60cb79cc-1e68-bff1-ba22-bcc6fe3ce5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d896898da147427598c93aaf4ef7de7d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T23:21:03,303 INFO [M:0;c707e9ace675:40827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=97, compaction requested=false 2024-11-26T23:21:03,309 INFO [M:0;c707e9ace675:40827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:03,309 DEBUG [M:0;c707e9ace675:40827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663263155Disabling compacts and flushes for region at 1732663263155Disabling writes for close at 1732663263155Obtaining lock to block concurrent updates at 1732663263155Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663263155Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732663263156 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663263156Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663263157 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663263180 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663263181 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663263192 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663263213 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663263213Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663263232 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663263263 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663263263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4df024: reopening flushed file at 1732663263284 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7571d0be: reopening flushed file at 1732663263292 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33377d9f: reopening flushed file at 1732663263297 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=97, compaction requested=false at 1732663263303 (+6 ms)Writing region close event to WAL at 1732663263309 (+6 ms)Closed at 1732663263309 2024-11-26T23:21:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741830_1006 (size=63654) 2024-11-26T23:21:03,314 INFO [M:0;c707e9ace675:40827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:21:03,314 INFO [M:0;c707e9ace675:40827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40827 2024-11-26T23:21:03,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:03,315 INFO [M:0;c707e9ace675:40827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:03,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:03,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1015694a0590003, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:03,417 INFO [M:0;c707e9ace675:40827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:03,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4377be4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:03,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a044aaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:03,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:03,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60b4fd84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:03,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738a9463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:03,425 WARN [BP-404443798-172.17.0.2-1732663231395 heartbeating to localhost/127.0.0.1:37627 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:21:03,425 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:21:03,425 WARN [BP-404443798-172.17.0.2-1732663231395 heartbeating to localhost/127.0.0.1:37627 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404443798-172.17.0.2-1732663231395 (Datanode Uuid 2f1daf53-069b-4576-9f86-04f6a4a7bbd9) service to localhost/127.0.0.1:37627 2024-11-26T23:21:03,425 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:21:03,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/cluster_e5ae677a-889b-6823-e26e-96655b0690d5/data/data1/current/BP-404443798-172.17.0.2-1732663231395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:03,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/cluster_e5ae677a-889b-6823-e26e-96655b0690d5/data/data2/current/BP-404443798-172.17.0.2-1732663231395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:03,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:21:03,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25393d46{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:03,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f5d763b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:03,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:03,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c969cee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:03,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4998e689{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b5519c3-f780-0bd4-0935-dc3a57d2cff5/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:21:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:21:03,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:03,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:03,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:03,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:03,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:03,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:21:03,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=234979710, stopped=false 2024-11-26T23:21:03,472 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,35065,1732663229034 2024-11-26T23:21:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070277506/running 2024-11-26T23:21:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:21:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070277506/running 2024-11-26T23:21:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:21:03,474 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:03,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on znode that does not yet exist, /0-2070277506/running 2024-11-26T23:21:03,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Set watcher on znode that does not yet exist, /0-2070277506/running 2024-11-26T23:21:03,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:03,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:03,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:03,477 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,36903,1732663229114' ***** 2024-11-26T23:21:03,477 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:21:03,477 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:21:03,477 INFO [RS:0;c707e9ace675:36903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:21:03,477 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:21:03,477 INFO [RS:0;c707e9ace675:36903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:21:03,477 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(3091): Received CLOSE for f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:21:03,480 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(3091): Received CLOSE for 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:21:03,480 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,36903,1732663229114 2024-11-26T23:21:03,480 INFO [RS:0;c707e9ace675:36903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:03,480 INFO [RS:0;c707e9ace675:36903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:36903. 2024-11-26T23:21:03,480 DEBUG [RS:0;c707e9ace675:36903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:03,481 DEBUG [RS:0;c707e9ace675:36903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:03,481 INFO [RS:0;c707e9ace675:36903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:21:03,481 INFO [RS:0;c707e9ace675:36903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:21:03,481 INFO [RS:0;c707e9ace675:36903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:21:03,481 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:21:03,481 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0952e07693ed2566249d24f2c03d1d3, disabling compactions & flushes 2024-11-26T23:21:03,481 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:21:03,481 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:21:03,482 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. after waiting 0 ms 2024-11-26T23:21:03,482 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:21:03,482 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0952e07693ed2566249d24f2c03d1d3 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-26T23:21:03,491 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:21:03,491 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f0952e07693ed2566249d24f2c03d1d3=test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3., 84b8f2bdc14dced0dd11a86653b9219c=hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c.} 2024-11-26T23:21:03,491 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84b8f2bdc14dced0dd11a86653b9219c, f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:21:03,491 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:03,491 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:03,491 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:03,491 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:03,491 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:03,492 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:21:03,516 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/.tmp/f/22aea395879f45b995b1a5c5b4b4ed23 is 37, key is row3/f:row3/1732663256971/Put/seqid=0 2024-11-26T23:21:03,518 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:03,539 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/info/3ce72244ff5448f99a54a85a6d57b7a0 is 147, key is hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c./info:regioninfo/1732663245925/Put/seqid=0 2024-11-26T23:21:03,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741840_1016 (size=5228) 2024-11-26T23:21:03,550 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/.tmp/f/22aea395879f45b995b1a5c5b4b4ed23 2024-11-26T23:21:03,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741841_1017 (size=7686) 2024-11-26T23:21:03,564 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/info/3ce72244ff5448f99a54a85a6d57b7a0 2024-11-26T23:21:03,565 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22aea395879f45b995b1a5c5b4b4ed23 2024-11-26T23:21:03,588 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/.tmp/f1/3cbf6baf4e8541bd90c5fa832a706ac5 is 30, key is row1/f1:/1732663254296/DeleteFamily/seqid=0 2024-11-26T23:21:03,591 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/ns/89a1811fcf7846db81df15e0118a34f6 is 43, key is default/ns:d/1732663231307/Put/seqid=0 2024-11-26T23:21:03,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741842_1018 (size=5158) 2024-11-26T23:21:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741843_1019 (size=5153) 2024-11-26T23:21:03,598 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/ns/89a1811fcf7846db81df15e0118a34f6 2024-11-26T23:21:03,620 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/rep_barrier/15e3ed39975244f0b5c96fc087f6e6cf is 112, key is test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3./rep_barrier:seqnumDuringOpen/1732663240033/Put/seqid=0 2024-11-26T23:21:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741844_1020 (size=5518) 2024-11-26T23:21:03,691 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84b8f2bdc14dced0dd11a86653b9219c, f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:21:03,693 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:21:03,693 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:21:03,890 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1493, reset compression=false 2024-11-26T23:21:03,891 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84b8f2bdc14dced0dd11a86653b9219c, f0952e07693ed2566249d24f2c03d1d3 2024-11-26T23:21:03,895 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:03,895 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1740, reset compression=false 2024-11-26T23:21:03,895 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,36903,1732663229114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:03,896 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,36903,1732663229114: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c707e9ace675,36903,1732663229114, walGroup=c707e9ace675%2C36903%2C1732663229114, offset=c707e9ace675%2C36903%2C1732663229114.1732663230837:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:36903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:21:03,897 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:21:03,898 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:21:03,898 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:21:03,898 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:21:03,898 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:21:03,898 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 718458312 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199265736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:21:03,899 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:35065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:35065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:21:03,994 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/.tmp/f1/3cbf6baf4e8541bd90c5fa832a706ac5 2024-11-26T23:21:03,998 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cbf6baf4e8541bd90c5fa832a706ac5 2024-11-26T23:21:04,014 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/.tmp/norep/71467fdc64af4d6289380326ef6c245c is 32, key is row/norep:/1732663253289/DeleteFamily/seqid=0 2024-11-26T23:21:04,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741845_1021 (size=5101) 2024-11-26T23:21:04,019 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/.tmp/norep/71467fdc64af4d6289380326ef6c245c 2024-11-26T23:21:04,023 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71467fdc64af4d6289380326ef6c245c 2024-11-26T23:21:04,024 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/.tmp/f/22aea395879f45b995b1a5c5b4b4ed23 as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/f/22aea395879f45b995b1a5c5b4b4ed23 2024-11-26T23:21:04,024 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/rep_barrier/15e3ed39975244f0b5c96fc087f6e6cf 2024-11-26T23:21:04,028 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22aea395879f45b995b1a5c5b4b4ed23 2024-11-26T23:21:04,028 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/f/22aea395879f45b995b1a5c5b4b4ed23, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T23:21:04,029 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/.tmp/f1/3cbf6baf4e8541bd90c5fa832a706ac5 as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/f1/3cbf6baf4e8541bd90c5fa832a706ac5 2024-11-26T23:21:04,036 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cbf6baf4e8541bd90c5fa832a706ac5 2024-11-26T23:21:04,036 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/f1/3cbf6baf4e8541bd90c5fa832a706ac5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T23:21:04,038 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/.tmp/norep/71467fdc64af4d6289380326ef6c245c as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/norep/71467fdc64af4d6289380326ef6c245c 2024-11-26T23:21:04,043 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71467fdc64af4d6289380326ef6c245c 2024-11-26T23:21:04,043 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/norep/71467fdc64af4d6289380326ef6c245c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T23:21:04,044 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f0952e07693ed2566249d24f2c03d1d3 in 562ms, sequenceid=12, compaction requested=false 2024-11-26T23:21:04,048 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/table/a886469c11d2475985c8c634fd5e12a3 is 53, key is hbase:replication/table:state/1732663245931/Put/seqid=0 2024-11-26T23:21:04,053 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/default/test/f0952e07693ed2566249d24f2c03d1d3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T23:21:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741846_1022 (size=5308) 2024-11-26T23:21:04,055 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:04,055 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:21:04,055 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/table/a886469c11d2475985c8c634fd5e12a3 2024-11-26T23:21:04,055 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:21:04,055 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0952e07693ed2566249d24f2c03d1d3: Waiting for close lock at 1732663263481Running coprocessor pre-close hooks at 1732663263481Disabling compacts and flushes for region at 1732663263481Disabling writes for close at 1732663263482 (+1 ms)Obtaining lock to block concurrent updates at 1732663263482Preparing flush snapshotting stores in f0952e07693ed2566249d24f2c03d1d3 at 1732663263482Finished memstore snapshotting test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732663263482Flushing stores of test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. at 1732663263483 (+1 ms)Flushing f0952e07693ed2566249d24f2c03d1d3/f: creating writer at 1732663263483Flushing f0952e07693ed2566249d24f2c03d1d3/f: appending metadata at 1732663263515 (+32 ms)Flushing f0952e07693ed2566249d24f2c03d1d3/f: closing flushed file at 1732663263515Flushing f0952e07693ed2566249d24f2c03d1d3/f1: creating writer at 1732663263565 (+50 ms)Flushing f0952e07693ed2566249d24f2c03d1d3/f1: appending metadata at 1732663263587 (+22 ms)Flushing f0952e07693ed2566249d24f2c03d1d3/f1: closing flushed file at 1732663263587Flushing f0952e07693ed2566249d24f2c03d1d3/norep: creating writer at 1732663263998 (+411 ms)Flushing f0952e07693ed2566249d24f2c03d1d3/norep: appending metadata at 1732663264013 (+15 ms)Flushing f0952e07693ed2566249d24f2c03d1d3/norep: closing flushed file at 1732663264013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19857345: reopening flushed file at 1732663264023 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198b94e8: reopening flushed file at 1732663264028 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b03f6: reopening flushed file at 1732663264036 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f0952e07693ed2566249d24f2c03d1d3 in 562ms, sequenceid=12, compaction requested=false at 1732663264044 (+8 ms)Writing region close event to WAL at 1732663264050 (+6 ms)Running coprocessor post-close hooks at 1732663264055 (+5 ms)Closed at 1732663264055 2024-11-26T23:21:04,055 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663239280.f0952e07693ed2566249d24f2c03d1d3. 2024-11-26T23:21:04,055 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84b8f2bdc14dced0dd11a86653b9219c, disabling compactions & flushes 2024-11-26T23:21:04,055 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:21:04,055 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:21:04,055 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. after waiting 0 ms 2024-11-26T23:21:04,055 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:21:04,055 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84b8f2bdc14dced0dd11a86653b9219c: Waiting for close lock at 1732663264055Running coprocessor pre-close hooks at 1732663264055Disabling compacts and flushes for region at 1732663264055Disabling writes for close at 1732663264055Failed flush hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c., putting online again at 1732663264055 2024-11-26T23:21:04,056 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:21:04,060 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/info/3ce72244ff5448f99a54a85a6d57b7a0 as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/info/3ce72244ff5448f99a54a85a6d57b7a0 2024-11-26T23:21:04,064 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/info/3ce72244ff5448f99a54a85a6d57b7a0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:21:04,065 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/ns/89a1811fcf7846db81df15e0118a34f6 as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/ns/89a1811fcf7846db81df15e0118a34f6 2024-11-26T23:21:04,069 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/ns/89a1811fcf7846db81df15e0118a34f6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:21:04,069 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/rep_barrier/15e3ed39975244f0b5c96fc087f6e6cf as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/rep_barrier/15e3ed39975244f0b5c96fc087f6e6cf 2024-11-26T23:21:04,073 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/rep_barrier/15e3ed39975244f0b5c96fc087f6e6cf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:21:04,073 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/.tmp/table/a886469c11d2475985c8c634fd5e12a3 as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/table/a886469c11d2475985c8c634fd5e12a3 2024-11-26T23:21:04,077 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/table/a886469c11d2475985c8c634fd5e12a3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:21:04,078 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false 2024-11-26T23:21:04,078 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:21:04,082 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:21:04,082 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:04,082 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:21:04,083 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:04,083 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663263491Running coprocessor pre-close hooks at 1732663263491Disabling compacts and flushes for region at 1732663263491Disabling writes for close at 1732663263491Obtaining lock to block concurrent updates at 1732663263492 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732663263492Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663263493 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732663263496 (+3 ms)Flushing 1588230740/info: creating writer at 1732663263496Flushing 1588230740/info: appending metadata at 1732663263539 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732663263539Flushing 1588230740/ns: creating writer at 1732663263568 (+29 ms)Flushing 1588230740/ns: appending metadata at 1732663263591 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732663263591Flushing 1588230740/rep_barrier: creating writer at 1732663263602 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663263619 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663263619Flushing 1588230740/table: creating writer at 1732663264029 (+410 ms)Flushing 1588230740/table: appending metadata at 1732663264047 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732663264047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494238ce: reopening flushed file at 1732663264060 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e72cbd: reopening flushed file at 1732663264064 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e85cd73: reopening flushed file at 1732663264069 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483c4d89: reopening flushed file at 1732663264073 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false at 1732663264078 (+5 ms)Writing region close event to WAL at 1732663264079 (+1 ms)Running coprocessor post-close hooks at 1732663264082 (+3 ms)Closed at 1732663264083 (+1 ms) 2024-11-26T23:21:04,083 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:04,092 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(3091): Received CLOSE for 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:21:04,092 DEBUG [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1351): Waiting on 84b8f2bdc14dced0dd11a86653b9219c 2024-11-26T23:21:04,092 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84b8f2bdc14dced0dd11a86653b9219c, disabling compactions & flushes 2024-11-26T23:21:04,092 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:21:04,092 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:21:04,092 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. after waiting 0 ms 2024-11-26T23:21:04,092 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:21:04,092 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84b8f2bdc14dced0dd11a86653b9219c: Waiting for close lock at 1732663264092Running coprocessor pre-close hooks at 1732663264092Disabling compacts and flushes for region at 1732663264092Disabling writes for close at 1732663264092Failed flush hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c., putting online again at 1732663264092 2024-11-26T23:21:04,092 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732663244741.84b8f2bdc14dced0dd11a86653b9219c. 2024-11-26T23:21:04,100 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 1740, reset compression=false 2024-11-26T23:21:04,111 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:04,111 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.wal-reader.c707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/WALs/c707e9ace675,36903,1732663229114/c707e9ace675%2C36903%2C1732663229114.1732663230837 to pos 2384, reset compression=false 2024-11-26T23:21:04,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,292 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T23:21:04,292 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,36903,1732663229114; all regions closed. 2024-11-26T23:21:04,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:21:04,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741839_1015 (size=2609) 2024-11-26T23:21:04,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741833_1009 (size=2392) 2024-11-26T23:21:04,300 DEBUG [RS:0;c707e9ace675:36903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:04,300 INFO [RS:0;c707e9ace675:36903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:04,301 INFO [RS:0;c707e9ace675:36903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:04,301 INFO [RS:0;c707e9ace675:36903 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:04,301 INFO [RS:0;c707e9ace675:36903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:04,301 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:04,301 INFO [RS:0;c707e9ace675:36903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,36903,1732663229114 because: Region server is closing 2024-11-26T23:21:04,301 INFO [RS:0;c707e9ace675:36903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:36903. 2024-11-26T23:21:04,301 DEBUG [RS:0;c707e9ace675:36903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:04,302 DEBUG [RS:0;c707e9ace675:36903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:04,302 DEBUG [RS:0;c707e9ace675:36903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:04,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:04,402 INFO [RS:0;c707e9ace675:36903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,36903,1732663229114.replicationSource.shipperc707e9ace675%2C36903%2C1732663229114,1-c707e9ace675,36903,1732663229114 terminated 2024-11-26T23:21:04,402 INFO [RS:0;c707e9ace675:36903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:36903. 2024-11-26T23:21:04,402 DEBUG [RS:0;c707e9ace675:36903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:04,402 DEBUG [RS:0;c707e9ace675:36903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:04,402 DEBUG [RS:0;c707e9ace675:36903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:04,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:04,403 INFO [RS:0;c707e9ace675:36903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36903 2024-11-26T23:21:04,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070277506/rs/c707e9ace675,36903,1732663229114 2024-11-26T23:21:04,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506/rs 2024-11-26T23:21:04,405 INFO [RS:0;c707e9ace675:36903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:04,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,36903,1732663229114] 2024-11-26T23:21:04,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070277506/draining/c707e9ace675,36903,1732663229114 already deleted, retry=false 2024-11-26T23:21:04,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,36903,1732663229114 expired; onlineServers=0 2024-11-26T23:21:04,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,35065,1732663229034' ***** 2024-11-26T23:21:04,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:21:04,409 INFO [M:0;c707e9ace675:35065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:04,409 INFO [M:0;c707e9ace675:35065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:04,409 DEBUG [M:0;c707e9ace675:35065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:21:04,409 DEBUG [M:0;c707e9ace675:35065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:21:04,409 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663230552 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663230552,5,FailOnTimeoutGroup] 2024-11-26T23:21:04,409 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663230588 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663230588,5,FailOnTimeoutGroup] 2024-11-26T23:21:04,409 INFO [M:0;c707e9ace675:35065 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:04,409 INFO [M:0;c707e9ace675:35065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:04,410 DEBUG [M:0;c707e9ace675:35065 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:21:04,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:21:04,410 INFO [M:0;c707e9ace675:35065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:21:04,410 INFO [M:0;c707e9ace675:35065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:04,410 INFO [M:0;c707e9ace675:35065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:21:04,410 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:21:04,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070277506/master 2024-11-26T23:21:04,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070277506 2024-11-26T23:21:04,413 DEBUG [M:0;c707e9ace675:35065 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070277506/master already deleted, retry=false 2024-11-26T23:21:04,413 DEBUG [M:0;c707e9ace675:35065 {}] master.ActiveMasterManager(353): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2070277506/master 2024-11-26T23:21:04,413 INFO [M:0;c707e9ace675:35065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/.lastflushedseqids 2024-11-26T23:21:04,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741847_1023 (size=245) 2024-11-26T23:21:04,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:04,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36903-0x1015694a0590001, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:04,508 INFO [RS:0;c707e9ace675:36903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:04,508 INFO [RS:0;c707e9ace675:36903 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,36903,1732663229114; zookeeper connection closed. 2024-11-26T23:21:04,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@571f9cc3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@571f9cc3 2024-11-26T23:21:04,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:21:04,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:21:04,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,830 INFO [M:0;c707e9ace675:35065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:21:04,830 INFO [M:0;c707e9ace675:35065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:21:04,830 DEBUG [M:0;c707e9ace675:35065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:04,830 INFO [M:0;c707e9ace675:35065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:04,830 DEBUG [M:0;c707e9ace675:35065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:04,830 DEBUG [M:0;c707e9ace675:35065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:04,830 DEBUG [M:0;c707e9ace675:35065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:04,830 INFO [M:0;c707e9ace675:35065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-26T23:21:04,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:04,877 DEBUG [M:0;c707e9ace675:35065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b9493f2829541dbac2f2baa498436ea is 82, key is hbase:meta,,1/info:regioninfo/1732663231298/Put/seqid=0 2024-11-26T23:21:04,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741848_1024 (size=5672) 2024-11-26T23:21:04,882 INFO [M:0;c707e9ace675:35065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b9493f2829541dbac2f2baa498436ea 2024-11-26T23:21:04,900 DEBUG [M:0;c707e9ace675:35065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac4a240deafb49c0bc6085766b13b401 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732663240044/Put/seqid=0 2024-11-26T23:21:04,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741849_1025 (size=7217) 2024-11-26T23:21:04,904 INFO [M:0;c707e9ace675:35065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac4a240deafb49c0bc6085766b13b401 2024-11-26T23:21:04,907 INFO [M:0;c707e9ace675:35065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac4a240deafb49c0bc6085766b13b401 2024-11-26T23:21:04,925 DEBUG [M:0;c707e9ace675:35065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fb98be4dbec4a0a9a44b389129bfdb8 is 69, key is c707e9ace675,36903,1732663229114/rs:state/1732663230614/Put/seqid=0 2024-11-26T23:21:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741850_1026 (size=5156) 2024-11-26T23:21:04,929 INFO [M:0;c707e9ace675:35065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fb98be4dbec4a0a9a44b389129bfdb8 2024-11-26T23:21:04,933 DEBUG [M:0;c707e9ace675:35065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b9493f2829541dbac2f2baa498436ea as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b9493f2829541dbac2f2baa498436ea 2024-11-26T23:21:04,938 INFO [M:0;c707e9ace675:35065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b9493f2829541dbac2f2baa498436ea, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T23:21:04,938 DEBUG [M:0;c707e9ace675:35065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac4a240deafb49c0bc6085766b13b401 as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac4a240deafb49c0bc6085766b13b401 2024-11-26T23:21:04,942 INFO [M:0;c707e9ace675:35065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac4a240deafb49c0bc6085766b13b401 2024-11-26T23:21:04,942 INFO [M:0;c707e9ace675:35065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac4a240deafb49c0bc6085766b13b401, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T23:21:04,943 DEBUG [M:0;c707e9ace675:35065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fb98be4dbec4a0a9a44b389129bfdb8 as hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fb98be4dbec4a0a9a44b389129bfdb8 2024-11-26T23:21:04,947 INFO [M:0;c707e9ace675:35065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35977/user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fb98be4dbec4a0a9a44b389129bfdb8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T23:21:04,948 INFO [M:0;c707e9ace675:35065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=105, compaction requested=false 2024-11-26T23:21:04,949 INFO [M:0;c707e9ace675:35065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:04,949 DEBUG [M:0;c707e9ace675:35065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663264830Disabling compacts and flushes for region at 1732663264830Disabling writes for close at 1732663264830Obtaining lock to block concurrent updates at 1732663264830Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663264830Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732663264831 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663264831Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663264831Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663264877 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663264877Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663264886 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663264899 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663264899Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663264907 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663264924 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663264924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2424ed: reopening flushed file at 1732663264932 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b7d917: reopening flushed file at 1732663264938 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2249a3c2: reopening flushed file at 1732663264942 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=105, compaction requested=false at 1732663264948 (+6 ms)Writing region close event to WAL at 1732663264949 (+1 ms)Closed at 1732663264949 2024-11-26T23:21:04,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45351 is added to blk_1073741830_1006 (size=64411) 2024-11-26T23:21:04,952 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ad9cd23-4ef1-eea9-c5bc-7933eba38d11/MasterData/WALs/c707e9ace675,35065,1732663229034/c707e9ace675%2C35065%2C1732663229034.1732663230418 not finished, retry = 0 2024-11-26T23:21:05,053 INFO [M:0;c707e9ace675:35065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:21:05,053 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:05,053 INFO [M:0;c707e9ace675:35065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35065 2024-11-26T23:21:05,053 INFO [M:0;c707e9ace675:35065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:05,156 INFO [M:0;c707e9ace675:35065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:05,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:05,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35065-0x1015694a0590000, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:05,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bc80f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:05,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ce9fef0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:05,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:05,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4593a87a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:05,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a45f7f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:05,160 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:21:05,160 WARN [BP-1889216343-172.17.0.2-1732663227881 heartbeating to localhost/127.0.0.1:35977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:21:05,160 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:21:05,160 WARN [BP-1889216343-172.17.0.2-1732663227881 heartbeating to localhost/127.0.0.1:35977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1889216343-172.17.0.2-1732663227881 (Datanode Uuid 58b86af4-a2ee-479c-bd43-1667eff6a577) service to localhost/127.0.0.1:35977 2024-11-26T23:21:05,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/cluster_13974b39-0571-6dfa-eb20-44bba942dbd2/data/data1/current/BP-1889216343-172.17.0.2-1732663227881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:05,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/cluster_13974b39-0571-6dfa-eb20-44bba942dbd2/data/data2/current/BP-1889216343-172.17.0.2-1732663227881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:05,162 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:21:05,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a01c487{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:05,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@280b75e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:05,170 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:05,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f00c263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:05,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@502e2ff7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a1ac89-6ff6-c67f-fa40-ac08d9d12328/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:05,177 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T23:21:05,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:21:05,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=322 (was 264) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54788) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-29-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37627 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35977 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-28-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54788) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46217 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54788) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=743 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6981 (was 6366) - AvailableMemoryMB LEAK? - 2024-11-26T23:21:05,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=322, OpenFileDescriptor=743, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=6981 2024-11-26T23:21:05,232 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-26T23:21:05,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.log.dir so I do NOT create it in target/test-data/e3577867-5278-9220-ed38-bafb0af5699a 2024-11-26T23:21:05,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:21:05,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.tmp.dir so I do NOT create it in target/test-data/e3577867-5278-9220-ed38-bafb0af5699a 2024-11-26T23:21:05,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c612580-796a-efe6-f00c-6f7859523e1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:21:05,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a 2024-11-26T23:21:05,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/cluster_2f044282-d378-1e05-c5b8-ff10603a0c1f, deleteOnExit=true 2024-11-26T23:21:05,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/cluster_2f044282-d378-1e05-c5b8-ff10603a0c1f/zookeeper_0, clientPort=64581, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/cluster_2f044282-d378-1e05-c5b8-ff10603a0c1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/cluster_2f044282-d378-1e05-c5b8-ff10603a0c1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:21:05,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64581 2024-11-26T23:21:05,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:21:05,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:21:05,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/test.cache.data in system properties and HBase conf 2024-11-26T23:21:05,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:21:05,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:21:05,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:21:05,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:21:05,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:21:05,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:21:05,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:05,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:05,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:21:05,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:05,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:21:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:21:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:21:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:21:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:21:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:21:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:21:05,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015694a0590005, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:21:05,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015694a0590008, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:21:05,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015694a0590002, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:21:05,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015694a0590002, quorum=127.0.0.1:54788, baseZNode=/0-2070277506 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:21:05,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015694a0590008, quorum=127.0.0.1:54788, baseZNode=/21644983017 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:21:05,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015694a0590005, quorum=127.0.0.1:54788, baseZNode=/1123255124 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:21:05,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:05,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:05,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:05,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:05,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:21:05,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:05,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c01c237{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:05,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@444a365f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:05,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aaeff8f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/java.io.tmpdir/jetty-localhost-44785-hadoop-hdfs-3_4_1-tests_jar-_-any-15387875252577700958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:05,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2adf0652{HTTP/1.1, (http/1.1)}{localhost:44785} 2024-11-26T23:21:05,588 INFO [Time-limited test {}] server.Server(415): Started @239665ms 2024-11-26T23:21:05,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:05,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:05,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:05,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:05,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:21:05,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311a896c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:05,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@366b80d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:05,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@491c52bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/java.io.tmpdir/jetty-localhost-39493-hadoop-hdfs-3_4_1-tests_jar-_-any-15411305816210626098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:05,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18b9afc5{HTTP/1.1, (http/1.1)}{localhost:39493} 2024-11-26T23:21:05,853 INFO [Time-limited test {}] server.Server(415): Started @239929ms 2024-11-26T23:21:05,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:21:05,980 WARN [Thread-3413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/cluster_2f044282-d378-1e05-c5b8-ff10603a0c1f/data/data1/current/BP-1813980709-172.17.0.2-1732663265276/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:05,981 WARN [Thread-3414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/cluster_2f044282-d378-1e05-c5b8-ff10603a0c1f/data/data2/current/BP-1813980709-172.17.0.2-1732663265276/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:06,021 WARN [Thread-3401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:21:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadbec1274d0ceb70 with lease ID 0x5829afe24608680d: Processing first storage report for DS-ad697137-f38d-4276-8044-87f8b6a07384 from datanode DatanodeRegistration(127.0.0.1:39529, datanodeUuid=2b488405-cf7f-496f-abfd-2bdc21034814, infoPort=43267, infoSecurePort=0, ipcPort=40211, storageInfo=lv=-57;cid=testClusterID;nsid=64619321;c=1732663265276) 2024-11-26T23:21:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadbec1274d0ceb70 with lease ID 0x5829afe24608680d: from storage DS-ad697137-f38d-4276-8044-87f8b6a07384 node DatanodeRegistration(127.0.0.1:39529, datanodeUuid=2b488405-cf7f-496f-abfd-2bdc21034814, infoPort=43267, infoSecurePort=0, ipcPort=40211, storageInfo=lv=-57;cid=testClusterID;nsid=64619321;c=1732663265276), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:06,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadbec1274d0ceb70 with lease ID 0x5829afe24608680d: Processing first storage report for DS-1b227412-bea2-4aaa-82e2-cdbe4ed87fb5 from datanode DatanodeRegistration(127.0.0.1:39529, datanodeUuid=2b488405-cf7f-496f-abfd-2bdc21034814, infoPort=43267, infoSecurePort=0, ipcPort=40211, storageInfo=lv=-57;cid=testClusterID;nsid=64619321;c=1732663265276) 2024-11-26T23:21:06,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadbec1274d0ceb70 with lease ID 0x5829afe24608680d: from storage DS-1b227412-bea2-4aaa-82e2-cdbe4ed87fb5 node DatanodeRegistration(127.0.0.1:39529, datanodeUuid=2b488405-cf7f-496f-abfd-2bdc21034814, infoPort=43267, infoSecurePort=0, ipcPort=40211, storageInfo=lv=-57;cid=testClusterID;nsid=64619321;c=1732663265276), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T23:21:06,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a 2024-11-26T23:21:06,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:06,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:06,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:21:06,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a with version=8 2024-11-26T23:21:06,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/hbase-staging 2024-11-26T23:21:06,106 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:06,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:06,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:06,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:06,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:06,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:06,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:21:06,106 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:06,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45187 2024-11-26T23:21:06,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45187 connecting to ZooKeeper ensemble=127.0.0.1:64581 2024-11-26T23:21:06,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451870x0, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:06,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45187-0x101569532620000 connected 2024-11-26T23:21:06,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:06,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:06,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on znode that does not yet exist, /0-1204418768/running 2024-11-26T23:21:06,147 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a, hbase.cluster.distributed=false 2024-11-26T23:21:06,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on znode that does not yet exist, /0-1204418768/acl 2024-11-26T23:21:06,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45187 2024-11-26T23:21:06,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45187 2024-11-26T23:21:06,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45187 2024-11-26T23:21:06,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45187 2024-11-26T23:21:06,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45187 2024-11-26T23:21:06,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:06,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:06,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:06,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:06,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:06,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:06,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:21:06,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:06,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37419 2024-11-26T23:21:06,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37419 connecting to ZooKeeper ensemble=127.0.0.1:64581 2024-11-26T23:21:06,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:06,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:06,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374190x0, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:06,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374190x0, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on znode that does not yet exist, /0-1204418768/running 2024-11-26T23:21:06,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37419-0x101569532620001 connected 2024-11-26T23:21:06,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:21:06,197 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:21:06,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on znode that does not yet exist, /0-1204418768/master 2024-11-26T23:21:06,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on znode that does not yet exist, /0-1204418768/acl 2024-11-26T23:21:06,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-26T23:21:06,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37419 2024-11-26T23:21:06,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37419 2024-11-26T23:21:06,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-26T23:21:06,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-26T23:21:06,230 DEBUG [M:0;c707e9ace675:45187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:45187 2024-11-26T23:21:06,232 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1204418768/backup-masters/c707e9ace675,45187,1732663266106 2024-11-26T23:21:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768/backup-masters 2024-11-26T23:21:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768/backup-masters 2024-11-26T23:21:06,236 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on existing znode=/0-1204418768/backup-masters/c707e9ace675,45187,1732663266106 2024-11-26T23:21:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204418768/master 2024-11-26T23:21:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,249 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on existing znode=/0-1204418768/master 2024-11-26T23:21:06,249 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1204418768/backup-masters/c707e9ace675,45187,1732663266106 from backup master directory 2024-11-26T23:21:06,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768/backup-masters 2024-11-26T23:21:06,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204418768/backup-masters/c707e9ace675,45187,1732663266106 2024-11-26T23:21:06,253 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:06,253 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,45187,1732663266106 2024-11-26T23:21:06,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768/backup-masters 2024-11-26T23:21:06,258 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/hbase.id] with ID: d0cdbe42-147c-484b-a300-9e9a919e9c42 2024-11-26T23:21:06,258 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/.tmp/hbase.id 2024-11-26T23:21:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:21:06,679 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/.tmp/hbase.id]:[hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/hbase.id] 2024-11-26T23:21:06,691 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:06,692 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:21:06,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:21:06,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:21:06,710 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:06,711 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:21:06,712 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:06,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:21:06,721 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store 2024-11-26T23:21:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:21:06,735 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:06,735 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:06,735 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:06,735 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:06,735 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:06,735 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:06,735 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:06,735 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663266735Disabling compacts and flushes for region at 1732663266735Disabling writes for close at 1732663266735Writing region close event to WAL at 1732663266735Closed at 1732663266735 2024-11-26T23:21:06,736 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/.initializing 2024-11-26T23:21:06,736 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/WALs/c707e9ace675,45187,1732663266106 2024-11-26T23:21:06,737 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:06,739 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C45187%2C1732663266106, suffix=, logDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/WALs/c707e9ace675,45187,1732663266106, archiveDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/oldWALs, maxLogs=10 2024-11-26T23:21:06,760 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/WALs/c707e9ace675,45187,1732663266106/c707e9ace675%2C45187%2C1732663266106.1732663266739, exclude list is [], retry=0 2024-11-26T23:21:06,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-ad697137-f38d-4276-8044-87f8b6a07384,DISK] 2024-11-26T23:21:06,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/WALs/c707e9ace675,45187,1732663266106/c707e9ace675%2C45187%2C1732663266106.1732663266739 2024-11-26T23:21:06,774 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-26T23:21:06,774 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:06,774 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:06,774 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,774 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:21:06,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:06,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:06,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:21:06,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:06,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:06,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:21:06,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:06,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:06,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:21:06,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:06,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:06,787 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,787 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,788 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,789 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,789 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,789 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:06,790 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:06,796 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:06,797 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69056581, jitterRate=0.029023244976997375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:06,798 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663266775Initializing all the Stores at 1732663266780 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663266780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663266780Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663266780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663266780Cleaning up temporary data from old regions at 1732663266789 (+9 ms)Region opened successfully at 1732663266798 (+9 ms) 2024-11-26T23:21:06,803 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:21:06,805 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ceef3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:06,806 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:21:06,807 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:21:06,807 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:21:06,807 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:21:06,812 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-26T23:21:06,812 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:21:06,813 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:21:06,815 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:21:06,816 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Unable to get data of znode /0-1204418768/balancer because node does not exist (not necessarily an error) 2024-11-26T23:21:06,817 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204418768/balancer already deleted, retry=false 2024-11-26T23:21:06,817 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:21:06,818 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Unable to get data of znode /0-1204418768/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:21:06,819 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204418768/normalizer already deleted, retry=false 2024-11-26T23:21:06,819 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:21:06,821 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Unable to get data of znode /0-1204418768/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:21:06,824 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204418768/switch/split already deleted, retry=false 2024-11-26T23:21:06,828 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Unable to get data of znode /0-1204418768/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:21:06,829 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204418768/switch/merge already deleted, retry=false 2024-11-26T23:21:06,830 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Unable to get data of znode /0-1204418768/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:21:06,831 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204418768/snapshot-cleanup already deleted, retry=false 2024-11-26T23:21:06,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204418768/running 2024-11-26T23:21:06,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204418768/running 2024-11-26T23:21:06,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,833 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,45187,1732663266106, sessionid=0x101569532620000, setting cluster-up flag (Was=false) 2024-11-26T23:21:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,845 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1204418768/flush-table-proc/acquired, /0-1204418768/flush-table-proc/reached, /0-1204418768/flush-table-proc/abort 2024-11-26T23:21:06,846 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,45187,1732663266106 2024-11-26T23:21:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:06,854 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1204418768/online-snapshot/acquired, /0-1204418768/online-snapshot/reached, /0-1204418768/online-snapshot/abort 2024-11-26T23:21:06,855 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,45187,1732663266106 2024-11-26T23:21:06,856 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:21:06,857 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:06,857 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:21:06,858 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:21:06,858 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,45187,1732663266106 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:21:06,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:06,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:06,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:06,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:06,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:21:06,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:06,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,864 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663296864 2024-11-26T23:21:06,864 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:21:06,864 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:21:06,864 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:21:06,864 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:21:06,864 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:21:06,865 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:21:06,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:06,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:21:06,865 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,866 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:06,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:21:06,868 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:21:06,868 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:21:06,868 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:21:06,868 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:21:06,872 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:21:06,872 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:21:06,874 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663266872,5,FailOnTimeoutGroup] 2024-11-26T23:21:06,876 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663266874,5,FailOnTimeoutGroup] 2024-11-26T23:21:06,877 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,877 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:21:06,877 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,877 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:21:06,913 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(746): ClusterId : d0cdbe42-147c-484b-a300-9e9a919e9c42 2024-11-26T23:21:06,913 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:21:06,915 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:21:06,915 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:21:06,917 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:21:06,918 DEBUG [RS:0;c707e9ace675:37419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccd97fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:06,934 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:37419 2024-11-26T23:21:06,934 INFO [RS:0;c707e9ace675:37419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:21:06,934 INFO [RS:0;c707e9ace675:37419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:21:06,934 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:21:06,935 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,45187,1732663266106 with port=37419, startcode=1732663266177 2024-11-26T23:21:06,935 DEBUG [RS:0;c707e9ace675:37419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:21:06,936 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:21:06,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,37419,1732663266177 2024-11-26T23:21:06,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45187 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,37419,1732663266177 2024-11-26T23:21:06,938 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a 2024-11-26T23:21:06,938 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41957 2024-11-26T23:21:06,938 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:21:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768/rs 2024-11-26T23:21:06,941 DEBUG [RS:0;c707e9ace675:37419 {}] zookeeper.ZKUtil(111): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on existing znode=/0-1204418768/rs/c707e9ace675,37419,1732663266177 2024-11-26T23:21:06,941 WARN [RS:0;c707e9ace675:37419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:06,941 INFO [RS:0;c707e9ace675:37419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:06,941 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177 2024-11-26T23:21:06,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,37419,1732663266177] 2024-11-26T23:21:06,946 INFO [RS:0;c707e9ace675:37419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:21:06,948 INFO [RS:0;c707e9ace675:37419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:21:06,952 INFO [RS:0;c707e9ace675:37419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:21:06,952 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,953 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:21:06,953 INFO [RS:0;c707e9ace675:37419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:21:06,953 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,953 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,953 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,953 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,953 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:06,954 DEBUG [RS:0;c707e9ace675:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:06,958 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,958 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,958 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,958 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,958 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,958 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37419,1732663266177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:06,973 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:21:06,973 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,37419,1732663266177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,973 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,973 INFO [RS:0;c707e9ace675:37419 {}] regionserver.Replication(171): c707e9ace675,37419,1732663266177 started 2024-11-26T23:21:06,987 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:06,987 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,37419,1732663266177, RpcServer on c707e9ace675/172.17.0.2:37419, sessionid=0x101569532620001 2024-11-26T23:21:06,987 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:21:06,987 DEBUG [RS:0;c707e9ace675:37419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,37419,1732663266177 2024-11-26T23:21:06,987 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,37419,1732663266177' 2024-11-26T23:21:06,987 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1204418768/flush-table-proc/abort' 2024-11-26T23:21:06,987 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1204418768/flush-table-proc/acquired' 2024-11-26T23:21:06,992 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:21:06,992 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:21:06,993 DEBUG [RS:0;c707e9ace675:37419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,37419,1732663266177 2024-11-26T23:21:06,993 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,37419,1732663266177' 2024-11-26T23:21:06,993 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1204418768/online-snapshot/abort' 2024-11-26T23:21:06,993 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1204418768/online-snapshot/acquired' 2024-11-26T23:21:06,994 DEBUG [RS:0;c707e9ace675:37419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:21:06,994 INFO [RS:0;c707e9ace675:37419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:21:06,994 INFO [RS:0;c707e9ace675:37419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:21:07,094 INFO [RS:0;c707e9ace675:37419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:07,095 INFO [RS:0;c707e9ace675:37419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C37419%2C1732663266177, suffix=, logDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177, archiveDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/oldWALs, maxLogs=10 2024-11-26T23:21:07,117 DEBUG [RS:0;c707e9ace675:37419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096, exclude list is [], retry=0 2024-11-26T23:21:07,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-ad697137-f38d-4276-8044-87f8b6a07384,DISK] 2024-11-26T23:21:07,121 INFO [RS:0;c707e9ace675:37419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 2024-11-26T23:21:07,122 DEBUG [RS:0;c707e9ace675:37419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-26T23:21:07,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:21:07,279 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a 2024-11-26T23:21:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:21:07,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:07,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:07,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:07,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:07,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:07,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:07,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:07,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:07,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:07,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:07,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:07,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:07,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:07,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:07,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:07,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:07,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:07,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:07,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740 2024-11-26T23:21:07,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740 2024-11-26T23:21:07,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:07,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:07,709 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:07,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:07,711 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:07,711 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64069736, jitterRate=-0.04528653621673584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:07,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663267702Initializing all the Stores at 1732663267702Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663267702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663267702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663267702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663267702Cleaning up temporary data from old regions at 1732663267709 (+7 ms)Region opened successfully at 1732663267712 (+3 ms) 2024-11-26T23:21:07,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:07,712 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:07,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:07,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:07,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:07,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:07,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663267712Disabling compacts and flushes for region at 1732663267712Disabling writes for close at 1732663267712Writing region close event to WAL at 1732663267712Closed at 1732663267712 2024-11-26T23:21:07,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:07,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:21:07,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:21:07,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:07,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:21:07,865 DEBUG [c707e9ace675:45187 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:21:07,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,37419,1732663266177 2024-11-26T23:21:07,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,37419,1732663266177, state=OPENING 2024-11-26T23:21:07,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:21:07,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:07,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:07,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:07,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204418768/meta-region-server: CHANGED 2024-11-26T23:21:07,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204418768/meta-region-server: CHANGED 2024-11-26T23:21:07,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,37419,1732663266177}] 2024-11-26T23:21:08,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:08,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:21:08,035 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:21:08,035 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:08,035 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:21:08,036 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C37419%2C1732663266177.meta, suffix=.meta, logDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177, archiveDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/oldWALs, maxLogs=10 2024-11-26T23:21:08,050 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.meta.1732663268037.meta, exclude list is [], retry=0 2024-11-26T23:21:08,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-ad697137-f38d-4276-8044-87f8b6a07384,DISK] 2024-11-26T23:21:08,053 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.meta.1732663268037.meta 2024-11-26T23:21:08,054 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-26T23:21:08,054 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:08,054 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:08,054 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:08,054 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:21:08,054 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:21:08,055 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:21:08,055 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:08,055 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:21:08,055 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:21:08,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:08,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:08,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:08,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:08,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:08,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:08,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:08,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:08,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:08,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:08,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:08,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:08,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:08,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:08,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:08,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:08,060 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:08,061 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740 2024-11-26T23:21:08,061 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740 2024-11-26T23:21:08,062 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:08,062 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:08,063 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:08,064 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:08,065 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70605720, jitterRate=0.05210721492767334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:08,065 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:21:08,066 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663268055Writing region info on filesystem at 1732663268055Initializing all the Stores at 1732663268055Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663268055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663268056 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663268056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663268056Cleaning up temporary data from old regions at 1732663268062 (+6 ms)Running coprocessor post-open hooks at 1732663268065 (+3 ms)Region opened successfully at 1732663268065 2024-11-26T23:21:08,067 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663268030 2024-11-26T23:21:08,069 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:21:08,069 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:21:08,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,37419,1732663266177 2024-11-26T23:21:08,070 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,37419,1732663266177, state=OPEN 2024-11-26T23:21:08,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204418768/meta-region-server 2024-11-26T23:21:08,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204418768/meta-region-server 2024-11-26T23:21:08,072 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,37419,1732663266177 2024-11-26T23:21:08,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204418768/meta-region-server: CHANGED 2024-11-26T23:21:08,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204418768/meta-region-server: CHANGED 2024-11-26T23:21:08,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:21:08,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,37419,1732663266177 in 195 msec 2024-11-26T23:21:08,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:21:08,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-26T23:21:08,076 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:08,076 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:21:08,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:08,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,37419,1732663266177, seqNum=-1] 2024-11-26T23:21:08,078 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:08,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:08,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-11-26T23:21:08,083 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663268082, completionTime=-1 2024-11-26T23:21:08,083 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:21:08,083 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:21:08,084 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:21:08,084 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663328084 2024-11-26T23:21:08,084 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663388084 2024-11-26T23:21:08,084 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:21:08,085 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45187,1732663266106-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:08,085 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45187,1732663266106-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:08,085 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45187,1732663266106-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:08,085 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:45187, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:08,085 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:08,086 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:08,087 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:21:08,089 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.836sec 2024-11-26T23:21:08,089 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:21:08,089 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:21:08,089 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:21:08,089 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:21:08,089 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:21:08,089 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45187,1732663266106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:08,089 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45187,1732663266106-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:21:08,091 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:21:08,091 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:21:08,091 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45187,1732663266106-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:08,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f73885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:08,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45187,-1 for getting cluster id 2024-11-26T23:21:08,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:08,116 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0cdbe42-147c-484b-a300-9e9a919e9c42' 2024-11-26T23:21:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0cdbe42-147c-484b-a300-9e9a919e9c42" 2024-11-26T23:21:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47508e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45187,-1] 2024-11-26T23:21:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:08,118 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:08,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b71109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:08,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:08,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,37419,1732663266177, seqNum=-1] 2024-11-26T23:21:08,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:08,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:08,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,45187,1732663266106 2024-11-26T23:21:08,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64581 2024-11-26T23:21:08,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:08,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.log.dir so I do NOT create it in target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65 2024-11-26T23:21:08,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:21:08,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.tmp.dir so I do NOT create it in target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65 2024-11-26T23:21:08,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:21:08,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65 2024-11-26T23:21:08,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101569532620002 connected 2024-11-26T23:21:08,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:21:08,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/cluster_ed66c196-e818-0169-9c59-cedf54510958, deleteOnExit=true 2024-11-26T23:21:08,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/test.cache.data in system properties and HBase conf 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:21:08,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:21:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:21:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:21:08,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:08,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:08,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:08,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:08,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:08,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:08,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23f4a2ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:08,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@729e832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:08,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e79aba7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/java.io.tmpdir/jetty-localhost-33695-hadoop-hdfs-3_4_1-tests_jar-_-any-3260510359223366586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:08,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65ddd1b6{HTTP/1.1, (http/1.1)}{localhost:33695} 2024-11-26T23:21:08,392 INFO [Time-limited test {}] server.Server(415): Started @242468ms 2024-11-26T23:21:08,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:08,448 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:21:08,448 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68432 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:21:08,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:08,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:08,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:08,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:08,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:08,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eea7be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:08,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1631e5e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:08,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ccb21a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/java.io.tmpdir/jetty-localhost-45803-hadoop-hdfs-3_4_1-tests_jar-_-any-5480522043411057610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:08,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b236aed{HTTP/1.1, (http/1.1)}{localhost:45803} 2024-11-26T23:21:08,657 INFO [Time-limited test {}] server.Server(415): Started @242733ms 2024-11-26T23:21:08,658 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:21:08,778 WARN [Thread-3533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/cluster_ed66c196-e818-0169-9c59-cedf54510958/data/data1/current/BP-660972021-172.17.0.2-1732663268152/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:08,779 WARN [Thread-3534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/cluster_ed66c196-e818-0169-9c59-cedf54510958/data/data2/current/BP-660972021-172.17.0.2-1732663268152/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:08,809 WARN [Thread-3521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:21:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x852bce5c50dc4166 with lease ID 0xe7b9ebba3e8770e: Processing first storage report for DS-7e8214d8-2d98-4e73-9900-7f1b14ed380b from datanode DatanodeRegistration(127.0.0.1:37289, datanodeUuid=3fb2a015-1c6f-4993-894f-cf2331486d00, infoPort=34995, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=825922051;c=1732663268152) 2024-11-26T23:21:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x852bce5c50dc4166 with lease ID 0xe7b9ebba3e8770e: from storage DS-7e8214d8-2d98-4e73-9900-7f1b14ed380b node DatanodeRegistration(127.0.0.1:37289, datanodeUuid=3fb2a015-1c6f-4993-894f-cf2331486d00, infoPort=34995, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=825922051;c=1732663268152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x852bce5c50dc4166 with lease ID 0xe7b9ebba3e8770e: Processing first storage report for DS-1e1c1872-f4ef-4d0d-afbf-8655e3c2213d from datanode DatanodeRegistration(127.0.0.1:37289, datanodeUuid=3fb2a015-1c6f-4993-894f-cf2331486d00, infoPort=34995, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=825922051;c=1732663268152) 2024-11-26T23:21:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x852bce5c50dc4166 with lease ID 0xe7b9ebba3e8770e: from storage DS-1e1c1872-f4ef-4d0d-afbf-8655e3c2213d node DatanodeRegistration(127.0.0.1:37289, datanodeUuid=3fb2a015-1c6f-4993-894f-cf2331486d00, infoPort=34995, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=825922051;c=1732663268152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:08,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65 2024-11-26T23:21:08,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:08,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:21:08,905 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c with version=8 2024-11-26T23:21:08,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/hbase-staging 2024-11-26T23:21:08,907 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:08,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:08,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:08,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:08,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:08,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:08,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:21:08,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:08,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33249 2024-11-26T23:21:08,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33249 connecting to ZooKeeper ensemble=127.0.0.1:64581 2024-11-26T23:21:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332490x0, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:08,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33249-0x101569532620003 connected 2024-11-26T23:21:08,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:08,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:08,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on znode that does not yet exist, /1936227944/running 2024-11-26T23:21:08,933 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c, hbase.cluster.distributed=false 2024-11-26T23:21:08,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on znode that does not yet exist, /1936227944/acl 2024-11-26T23:21:08,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-26T23:21:08,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33249 2024-11-26T23:21:08,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33249 2024-11-26T23:21:08,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-26T23:21:08,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-26T23:21:08,957 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:08,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:08,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:08,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:08,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:08,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:08,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:21:08,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:08,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42323 2024-11-26T23:21:08,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42323 connecting to ZooKeeper ensemble=127.0.0.1:64581 2024-11-26T23:21:08,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:08,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:08,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423230x0, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:08,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423230x0, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on znode that does not yet exist, /1936227944/running 2024-11-26T23:21:08,966 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:21:08,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42323-0x101569532620004 connected 2024-11-26T23:21:08,972 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:21:08,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on znode that does not yet exist, /1936227944/master 2024-11-26T23:21:08,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on znode that does not yet exist, /1936227944/acl 2024-11-26T23:21:08,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-26T23:21:08,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42323 2024-11-26T23:21:08,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42323 2024-11-26T23:21:08,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-26T23:21:08,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-26T23:21:08,996 DEBUG [M:0;c707e9ace675:33249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:33249 2024-11-26T23:21:08,996 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1936227944/backup-masters/c707e9ace675,33249,1732663268907 2024-11-26T23:21:08,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944/backup-masters 2024-11-26T23:21:08,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944/backup-masters 2024-11-26T23:21:08,999 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on existing znode=/1936227944/backup-masters/c707e9ace675,33249,1732663268907 2024-11-26T23:21:09,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1936227944/master 2024-11-26T23:21:09,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:09,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:09,001 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on existing znode=/1936227944/master 2024-11-26T23:21:09,002 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1936227944/backup-masters/c707e9ace675,33249,1732663268907 from backup master directory 2024-11-26T23:21:09,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944/backup-masters 2024-11-26T23:21:09,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1936227944/backup-masters/c707e9ace675,33249,1732663268907 2024-11-26T23:21:09,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944/backup-masters 2024-11-26T23:21:09,003 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:09,003 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,33249,1732663268907 2024-11-26T23:21:09,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/hbase.id] with ID: 742f335e-b19c-465b-a93e-114a19c35aa4 2024-11-26T23:21:09,016 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/.tmp/hbase.id 2024-11-26T23:21:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:21:09,435 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/.tmp/hbase.id]:[hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/hbase.id] 2024-11-26T23:21:09,444 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:09,444 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:21:09,445 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:21:09,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:09,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:09,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:21:09,854 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:09,855 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:21:09,855 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:09,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:21:09,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:21:09,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:09,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:10,274 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store 2024-11-26T23:21:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:21:10,691 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:10,692 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:10,692 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:10,692 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:10,692 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:10,692 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:10,692 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:10,692 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663270692Disabling compacts and flushes for region at 1732663270692Disabling writes for close at 1732663270692Writing region close event to WAL at 1732663270692Closed at 1732663270692 2024-11-26T23:21:10,693 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/.initializing 2024-11-26T23:21:10,693 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/WALs/c707e9ace675,33249,1732663268907 2024-11-26T23:21:10,693 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:10,694 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C33249%2C1732663268907, suffix=, logDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/WALs/c707e9ace675,33249,1732663268907, archiveDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/oldWALs, maxLogs=10 2024-11-26T23:21:10,708 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/WALs/c707e9ace675,33249,1732663268907/c707e9ace675%2C33249%2C1732663268907.1732663270695, exclude list is [], retry=0 2024-11-26T23:21:10,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-7e8214d8-2d98-4e73-9900-7f1b14ed380b,DISK] 2024-11-26T23:21:10,712 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/WALs/c707e9ace675,33249,1732663268907/c707e9ace675%2C33249%2C1732663268907.1732663270695 2024-11-26T23:21:10,712 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-26T23:21:10,712 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:10,712 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:10,713 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,713 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:21:10,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:10,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:10,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:21:10,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:10,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:10,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:21:10,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:10,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:10,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:21:10,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:10,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:10,718 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,719 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,719 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,720 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,720 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,720 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:10,721 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:10,723 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:10,723 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66064038, jitterRate=-0.015569120645523071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:10,723 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663270713Initializing all the Stores at 1732663270713Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663270713Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663270713Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663270713Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663270713Cleaning up temporary data from old regions at 1732663270720 (+7 ms)Region opened successfully at 1732663270723 (+3 ms) 2024-11-26T23:21:10,723 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:21:10,725 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b3d66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:10,726 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:21:10,726 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:21:10,726 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:21:10,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:21:10,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:21:10,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:21:10,727 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:21:10,729 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:21:10,729 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Unable to get data of znode /1936227944/balancer because node does not exist (not necessarily an error) 2024-11-26T23:21:10,732 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1936227944/balancer already deleted, retry=false 2024-11-26T23:21:10,733 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:21:10,733 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Unable to get data of znode /1936227944/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:21:10,734 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1936227944/normalizer already deleted, retry=false 2024-11-26T23:21:10,734 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:21:10,735 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Unable to get data of znode /1936227944/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:21:10,736 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1936227944/switch/split already deleted, retry=false 2024-11-26T23:21:10,737 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Unable to get data of znode /1936227944/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:21:10,738 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1936227944/switch/merge already deleted, retry=false 2024-11-26T23:21:10,739 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Unable to get data of znode /1936227944/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:21:10,742 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1936227944/snapshot-cleanup already deleted, retry=false 2024-11-26T23:21:10,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1936227944/running 2024-11-26T23:21:10,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:10,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1936227944/running 2024-11-26T23:21:10,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:10,744 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,33249,1732663268907, sessionid=0x101569532620003, setting cluster-up flag (Was=false) 2024-11-26T23:21:10,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:10,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:10,751 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1936227944/flush-table-proc/acquired, /1936227944/flush-table-proc/reached, /1936227944/flush-table-proc/abort 2024-11-26T23:21:10,752 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,33249,1732663268907 2024-11-26T23:21:10,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:10,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:10,759 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1936227944/online-snapshot/acquired, /1936227944/online-snapshot/reached, /1936227944/online-snapshot/abort 2024-11-26T23:21:10,760 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,33249,1732663268907 2024-11-26T23:21:10,761 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:21:10,762 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:10,762 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:21:10,762 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:21:10,762 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,33249,1732663268907 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:21:10,763 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:10,763 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:10,763 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:10,763 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:10,763 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:21:10,763 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,763 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:10,763 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,764 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663300764 2024-11-26T23:21:10,764 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:21:10,764 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:21:10,764 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:21:10,764 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:21:10,765 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:21:10,765 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:21:10,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:10,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:21:10,765 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:10,765 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:21:10,768 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:21:10,769 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663270769,5,FailOnTimeoutGroup] 2024-11-26T23:21:10,769 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663270769,5,FailOnTimeoutGroup] 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,769 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:21:10,785 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(746): ClusterId : 742f335e-b19c-465b-a93e-114a19c35aa4 2024-11-26T23:21:10,785 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:21:10,789 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:21:10,789 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:21:10,790 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:21:10,790 DEBUG [RS:0;c707e9ace675:42323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162179d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:10,806 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:42323 2024-11-26T23:21:10,806 INFO [RS:0;c707e9ace675:42323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:21:10,806 INFO [RS:0;c707e9ace675:42323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:21:10,806 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:21:10,806 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,33249,1732663268907 with port=42323, startcode=1732663268957 2024-11-26T23:21:10,806 DEBUG [RS:0;c707e9ace675:42323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:21:10,808 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:21:10,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,42323,1732663268957 2024-11-26T23:21:10,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33249 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,42323,1732663268957 2024-11-26T23:21:10,810 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c 2024-11-26T23:21:10,810 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42485 2024-11-26T23:21:10,810 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:21:10,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944/rs 2024-11-26T23:21:10,816 DEBUG [RS:0;c707e9ace675:42323 {}] zookeeper.ZKUtil(111): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on existing znode=/1936227944/rs/c707e9ace675,42323,1732663268957 2024-11-26T23:21:10,816 WARN [RS:0;c707e9ace675:42323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:10,816 INFO [RS:0;c707e9ace675:42323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:10,816 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957 2024-11-26T23:21:10,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,42323,1732663268957] 2024-11-26T23:21:10,820 INFO [RS:0;c707e9ace675:42323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:21:10,822 INFO [RS:0;c707e9ace675:42323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:21:10,822 INFO [RS:0;c707e9ace675:42323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:21:10,822 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,824 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:21:10,825 INFO [RS:0;c707e9ace675:42323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:21:10,825 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:10,825 DEBUG [RS:0;c707e9ace675:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:10,826 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,826 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,826 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,826 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,826 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,826 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42323,1732663268957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:10,842 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:21:10,842 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42323,1732663268957-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,842 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,842 INFO [RS:0;c707e9ace675:42323 {}] regionserver.Replication(171): c707e9ace675,42323,1732663268957 started 2024-11-26T23:21:10,862 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:10,862 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,42323,1732663268957, RpcServer on c707e9ace675/172.17.0.2:42323, sessionid=0x101569532620004 2024-11-26T23:21:10,862 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:21:10,862 DEBUG [RS:0;c707e9ace675:42323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,42323,1732663268957 2024-11-26T23:21:10,862 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,42323,1732663268957' 2024-11-26T23:21:10,863 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1936227944/flush-table-proc/abort' 2024-11-26T23:21:10,863 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1936227944/flush-table-proc/acquired' 2024-11-26T23:21:10,863 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:21:10,863 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:21:10,864 DEBUG [RS:0;c707e9ace675:42323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,42323,1732663268957 2024-11-26T23:21:10,864 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,42323,1732663268957' 2024-11-26T23:21:10,864 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1936227944/online-snapshot/abort' 2024-11-26T23:21:10,864 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1936227944/online-snapshot/acquired' 2024-11-26T23:21:10,864 DEBUG [RS:0;c707e9ace675:42323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:21:10,864 INFO [RS:0;c707e9ace675:42323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:21:10,864 INFO [RS:0;c707e9ace675:42323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:21:10,965 INFO [RS:0;c707e9ace675:42323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:10,966 INFO [RS:0;c707e9ace675:42323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42323%2C1732663268957, suffix=, logDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957, archiveDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/oldWALs, maxLogs=10 2024-11-26T23:21:10,979 DEBUG [RS:0;c707e9ace675:42323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, exclude list is [], retry=0 2024-11-26T23:21:10,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-7e8214d8-2d98-4e73-9900-7f1b14ed380b,DISK] 2024-11-26T23:21:10,983 INFO [RS:0;c707e9ace675:42323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 2024-11-26T23:21:10,984 DEBUG [RS:0;c707e9ace675:42323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-26T23:21:11,177 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:21:11,177 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c 2024-11-26T23:21:11,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:21:11,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:11,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:11,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:11,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:11,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:11,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:11,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:11,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:11,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:11,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:11,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:11,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:11,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:11,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:11,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:11,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:11,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:11,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:11,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740 2024-11-26T23:21:11,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740 2024-11-26T23:21:11,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:11,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:11,196 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:11,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:11,198 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:11,199 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62059222, jitterRate=-0.07524552941322327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:11,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663271183Initializing all the Stores at 1732663271183Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663271183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663271184 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663271184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663271184Cleaning up temporary data from old regions at 1732663271196 (+12 ms)Region opened successfully at 1732663271199 (+3 ms) 2024-11-26T23:21:11,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:11,199 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:11,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:11,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:11,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:11,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:11,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663271199Disabling compacts and flushes for region at 1732663271199Disabling writes for close at 1732663271199Writing region close event to WAL at 1732663271199Closed at 1732663271199 2024-11-26T23:21:11,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:11,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:21:11,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:21:11,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:11,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:21:11,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:21:11,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:21:11,354 DEBUG [c707e9ace675:33249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:21:11,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,42323,1732663268957 2024-11-26T23:21:11,355 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,42323,1732663268957, state=OPENING 2024-11-26T23:21:11,359 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:21:11,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:11,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:11,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1936227944/meta-region-server: CHANGED 2024-11-26T23:21:11,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1936227944/meta-region-server: CHANGED 2024-11-26T23:21:11,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:11,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,42323,1732663268957}] 2024-11-26T23:21:11,514 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:11,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:21:11,521 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:21:11,521 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:11,522 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:21:11,523 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42323%2C1732663268957.meta, suffix=.meta, logDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957, archiveDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/oldWALs, maxLogs=10 2024-11-26T23:21:11,540 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.meta.1732663271524.meta, exclude list is [], retry=0 2024-11-26T23:21:11,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-7e8214d8-2d98-4e73-9900-7f1b14ed380b,DISK] 2024-11-26T23:21:11,546 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.meta.1732663271524.meta 2024-11-26T23:21:11,548 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-26T23:21:11,548 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:11,549 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:11,549 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:11,549 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:21:11,549 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:21:11,549 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:21:11,549 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:11,549 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:21:11,549 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:21:11,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:11,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:11,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:11,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:11,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:11,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:11,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:11,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:11,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:11,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:11,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:11,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:11,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:11,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:11,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:11,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:11,557 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:11,557 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740 2024-11-26T23:21:11,558 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740 2024-11-26T23:21:11,559 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:11,559 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:11,559 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:11,560 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:11,561 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67749955, jitterRate=0.009553000330924988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:11,561 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:21:11,561 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663271550Writing region info on filesystem at 1732663271550Initializing all the Stores at 1732663271550Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663271550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663271552 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663271552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663271552Cleaning up temporary data from old regions at 1732663271559 (+7 ms)Running coprocessor post-open hooks at 1732663271561 (+2 ms)Region opened successfully at 1732663271561 2024-11-26T23:21:11,564 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663271513 2024-11-26T23:21:11,566 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:21:11,566 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:21:11,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,42323,1732663268957 2024-11-26T23:21:11,567 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,42323,1732663268957, state=OPEN 2024-11-26T23:21:11,569 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,42323,1732663268957 2024-11-26T23:21:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1936227944/meta-region-server 2024-11-26T23:21:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1936227944/meta-region-server 2024-11-26T23:21:11,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1936227944/meta-region-server: CHANGED 2024-11-26T23:21:11,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1936227944/meta-region-server: CHANGED 2024-11-26T23:21:11,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:21:11,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,42323,1732663268957 in 208 msec 2024-11-26T23:21:11,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:21:11,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-26T23:21:11,577 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:11,577 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:21:11,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:11,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42323,1732663268957, seqNum=-1] 2024-11-26T23:21:11,581 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:11,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:11,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 824 msec 2024-11-26T23:21:11,587 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663271587, completionTime=-1 2024-11-26T23:21:11,587 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:21:11,587 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:21:11,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:21:11,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663331589 2024-11-26T23:21:11,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663391589 2024-11-26T23:21:11,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T23:21:11,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33249,1732663268907-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:11,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33249,1732663268907-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:11,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33249,1732663268907-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:11,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:33249, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:11,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:11,594 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:21:11,596 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:11,599 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.596sec 2024-11-26T23:21:11,599 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:21:11,600 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:21:11,600 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:21:11,600 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:21:11,600 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:21:11,600 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33249,1732663268907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:11,600 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33249,1732663268907-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:21:11,606 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:21:11,606 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:21:11,606 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,33249,1732663268907-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:11,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9edafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:11,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,33249,-1 for getting cluster id 2024-11-26T23:21:11,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:11,688 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742f335e-b19c-465b-a93e-114a19c35aa4' 2024-11-26T23:21:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742f335e-b19c-465b-a93e-114a19c35aa4" 2024-11-26T23:21:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cfa9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,33249,-1] 2024-11-26T23:21:11,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:11,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:11,689 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:11,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf09989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:11,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:11,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42323,1732663268957, seqNum=-1] 2024-11-26T23:21:11,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:11,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:11,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,33249,1732663268907 2024-11-26T23:21:11,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64581 2024-11-26T23:21:11,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:11,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101569532620005 connected 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.log.dir so I do NOT create it in target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188 2024-11-26T23:21:11,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.tmp.dir so I do NOT create it in target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188 2024-11-26T23:21:11,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:21:11,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/cluster_0d54fc38-ac34-99d6-7404-49a6bbdd53ab, deleteOnExit=true 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/test.cache.data in system properties and HBase conf 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:21:11,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:21:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:21:11,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:11,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:11,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:11,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:11,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:11,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:11,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4c5998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:11,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6842fe12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:11,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2758d43d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/java.io.tmpdir/jetty-localhost-35251-hadoop-hdfs-3_4_1-tests_jar-_-any-4190217423698323936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:11,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76611e6f{HTTP/1.1, (http/1.1)}{localhost:35251} 2024-11-26T23:21:11,950 INFO [Time-limited test {}] server.Server(415): Started @246026ms 2024-11-26T23:21:12,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:12,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:12,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:12,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:12,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:12,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0d812a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:12,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7276daf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:12,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@327edba8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/java.io.tmpdir/jetty-localhost-37107-hadoop-hdfs-3_4_1-tests_jar-_-any-1206887221693541667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:12,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c183537{HTTP/1.1, (http/1.1)}{localhost:37107} 2024-11-26T23:21:12,207 INFO [Time-limited test {}] server.Server(415): Started @246283ms 2024-11-26T23:21:12,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:21:12,324 WARN [Thread-3655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/cluster_0d54fc38-ac34-99d6-7404-49a6bbdd53ab/data/data2/current/BP-675537355-172.17.0.2-1732663271738/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:12,324 WARN [Thread-3654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/cluster_0d54fc38-ac34-99d6-7404-49a6bbdd53ab/data/data1/current/BP-675537355-172.17.0.2-1732663271738/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:12,345 WARN [Thread-3642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:21:12,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7722999e2db011b2 with lease ID 0xb31527e4fb20df91: Processing first storage report for DS-50637eb8-ec34-41ca-9bf7-c52ca509e3b1 from datanode DatanodeRegistration(127.0.0.1:37915, datanodeUuid=08d15a2d-2f56-4fe5-b9ad-f62f9150c6a2, infoPort=35213, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=928500200;c=1732663271738) 2024-11-26T23:21:12,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7722999e2db011b2 with lease ID 0xb31527e4fb20df91: from storage DS-50637eb8-ec34-41ca-9bf7-c52ca509e3b1 node DatanodeRegistration(127.0.0.1:37915, datanodeUuid=08d15a2d-2f56-4fe5-b9ad-f62f9150c6a2, infoPort=35213, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=928500200;c=1732663271738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:12,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7722999e2db011b2 with lease ID 0xb31527e4fb20df91: Processing first storage report for DS-b6b74924-09ae-489c-ba16-5e5bcf3ec9f6 from datanode DatanodeRegistration(127.0.0.1:37915, datanodeUuid=08d15a2d-2f56-4fe5-b9ad-f62f9150c6a2, infoPort=35213, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=928500200;c=1732663271738) 2024-11-26T23:21:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7722999e2db011b2 with lease ID 0xb31527e4fb20df91: from storage DS-b6b74924-09ae-489c-ba16-5e5bcf3ec9f6 node DatanodeRegistration(127.0.0.1:37915, datanodeUuid=08d15a2d-2f56-4fe5-b9ad-f62f9150c6a2, infoPort=35213, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=928500200;c=1732663271738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:12,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188 2024-11-26T23:21:12,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:12,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:21:12,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1 with version=8 2024-11-26T23:21:12,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/hbase-staging 2024-11-26T23:21:12,373 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:12,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:12,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:12,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:12,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:12,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:12,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:21:12,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:12,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38137 2024-11-26T23:21:12,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38137 connecting to ZooKeeper ensemble=127.0.0.1:64581 2024-11-26T23:21:12,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381370x0, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:12,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38137-0x101569532620006 connected 2024-11-26T23:21:12,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:12,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:12,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on znode that does not yet exist, /2-1542083378/running 2024-11-26T23:21:12,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1, hbase.cluster.distributed=false 2024-11-26T23:21:12,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on znode that does not yet exist, /2-1542083378/acl 2024-11-26T23:21:12,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38137 2024-11-26T23:21:12,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38137 2024-11-26T23:21:12,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38137 2024-11-26T23:21:12,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38137 2024-11-26T23:21:12,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38137 2024-11-26T23:21:12,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:12,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:12,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:12,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:12,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:12,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:12,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:21:12,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:12,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46355 2024-11-26T23:21:12,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46355 connecting to ZooKeeper ensemble=127.0.0.1:64581 2024-11-26T23:21:12,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:12,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:12,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463550x0, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:12,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463550x0, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on znode that does not yet exist, /2-1542083378/running 2024-11-26T23:21:12,444 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:21:12,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46355-0x101569532620007 connected 2024-11-26T23:21:12,480 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:21:12,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on znode that does not yet exist, /2-1542083378/master 2024-11-26T23:21:12,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on znode that does not yet exist, /2-1542083378/acl 2024-11-26T23:21:12,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46355 2024-11-26T23:21:12,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46355 2024-11-26T23:21:12,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46355 2024-11-26T23:21:12,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46355 2024-11-26T23:21:12,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46355 2024-11-26T23:21:12,556 DEBUG [M:0;c707e9ace675:38137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:38137 2024-11-26T23:21:12,557 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1542083378/backup-masters/c707e9ace675,38137,1732663272373 2024-11-26T23:21:12,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378/backup-masters 2024-11-26T23:21:12,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378/backup-masters 2024-11-26T23:21:12,559 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on existing znode=/2-1542083378/backup-masters/c707e9ace675,38137,1732663272373 2024-11-26T23:21:12,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1542083378/master 2024-11-26T23:21:12,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:12,564 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on existing znode=/2-1542083378/master 2024-11-26T23:21:12,565 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1542083378/backup-masters/c707e9ace675,38137,1732663272373 from backup master directory 2024-11-26T23:21:12,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378/backup-masters 2024-11-26T23:21:12,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542083378/backup-masters/c707e9ace675,38137,1732663272373 2024-11-26T23:21:12,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378/backup-masters 2024-11-26T23:21:12,566 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:12,566 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,38137,1732663272373 2024-11-26T23:21:12,569 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/hbase.id] with ID: 8138d43e-f234-47cf-bf66-a82a21fa6b42 2024-11-26T23:21:12,569 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/.tmp/hbase.id 2024-11-26T23:21:12,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:21:12,947 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:21:12,981 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/.tmp/hbase.id]:[hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/hbase.id] 2024-11-26T23:21:12,991 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:12,991 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:21:12,992 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:21:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:13,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:21:13,404 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:13,405 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:21:13,405 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:13,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:21:13,416 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store 2024-11-26T23:21:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:21:13,832 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:13,833 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:13,833 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:13,833 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:13,833 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:13,833 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:13,833 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:13,833 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663273833Disabling compacts and flushes for region at 1732663273833Disabling writes for close at 1732663273833Writing region close event to WAL at 1732663273833Closed at 1732663273833 2024-11-26T23:21:13,835 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/.initializing 2024-11-26T23:21:13,835 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/WALs/c707e9ace675,38137,1732663272373 2024-11-26T23:21:13,837 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:13,841 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C38137%2C1732663272373, suffix=, logDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/WALs/c707e9ace675,38137,1732663272373, archiveDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/oldWALs, maxLogs=10 2024-11-26T23:21:13,882 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/WALs/c707e9ace675,38137,1732663272373/c707e9ace675%2C38137%2C1732663272373.1732663273841, exclude list is [], retry=0 2024-11-26T23:21:13,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37915,DS-50637eb8-ec34-41ca-9bf7-c52ca509e3b1,DISK] 2024-11-26T23:21:13,900 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/WALs/c707e9ace675,38137,1732663272373/c707e9ace675%2C38137%2C1732663272373.1732663273841 2024-11-26T23:21:13,913 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-26T23:21:13,913 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:13,914 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:13,914 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,914 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:21:13,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:13,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:13,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:21:13,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:13,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:13,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:21:13,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:13,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:13,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:21:13,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:13,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:13,942 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,942 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,943 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,944 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,944 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,944 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:13,946 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:13,965 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:13,966 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62535151, jitterRate=-0.06815363466739655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:13,966 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663273914Initializing all the Stores at 1732663273915 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663273915Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663273926 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663273926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663273926Cleaning up temporary data from old regions at 1732663273944 (+18 ms)Region opened successfully at 1732663273966 (+22 ms) 2024-11-26T23:21:13,966 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:21:13,971 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36145f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:13,972 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:21:13,972 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:21:13,972 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:21:13,972 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:21:13,974 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T23:21:13,974 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:21:13,974 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:21:13,995 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:21:13,996 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Unable to get data of znode /2-1542083378/balancer because node does not exist (not necessarily an error) 2024-11-26T23:21:13,997 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542083378/balancer already deleted, retry=false 2024-11-26T23:21:13,998 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:21:13,999 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Unable to get data of znode /2-1542083378/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:21:14,000 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542083378/normalizer already deleted, retry=false 2024-11-26T23:21:14,001 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:21:14,007 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Unable to get data of znode /2-1542083378/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:21:14,008 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542083378/switch/split already deleted, retry=false 2024-11-26T23:21:14,009 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Unable to get data of znode /2-1542083378/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:21:14,012 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542083378/switch/merge already deleted, retry=false 2024-11-26T23:21:14,020 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Unable to get data of znode /2-1542083378/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:21:14,022 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542083378/snapshot-cleanup already deleted, retry=false 2024-11-26T23:21:14,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1542083378/running 2024-11-26T23:21:14,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:14,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1542083378/running 2024-11-26T23:21:14,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:14,025 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,38137,1732663272373, sessionid=0x101569532620006, setting cluster-up flag (Was=false) 2024-11-26T23:21:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:14,035 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1542083378/flush-table-proc/acquired, /2-1542083378/flush-table-proc/reached, /2-1542083378/flush-table-proc/abort 2024-11-26T23:21:14,038 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,38137,1732663272373 2024-11-26T23:21:14,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:14,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:14,049 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1542083378/online-snapshot/acquired, /2-1542083378/online-snapshot/reached, /2-1542083378/online-snapshot/abort 2024-11-26T23:21:14,050 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,38137,1732663272373 2024-11-26T23:21:14,052 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:21:14,062 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:14,063 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:21:14,063 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:21:14,063 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,38137,1732663272373 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:21:14,066 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:14,066 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:14,066 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:14,066 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:14,066 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:21:14,066 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,066 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:14,066 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:14,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:21:14,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,112 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:21:14,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663304165 2024-11-26T23:21:14,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:21:14,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:21:14,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:21:14,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:21:14,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:21:14,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:21:14,166 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(746): ClusterId : 8138d43e-f234-47cf-bf66-a82a21fa6b42 2024-11-26T23:21:14,166 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:21:14,169 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:21:14,169 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:21:14,171 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:21:14,172 DEBUG [RS:0;c707e9ace675:46355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2621d9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:14,180 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,184 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:21:14,184 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:21:14,184 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:21:14,184 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:21:14,200 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:21:14,200 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:21:14,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:21:14,224 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:21:14,225 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1 2024-11-26T23:21:14,245 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663274200,5,FailOnTimeoutGroup] 2024-11-26T23:21:14,255 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:46355 2024-11-26T23:21:14,255 INFO [RS:0;c707e9ace675:46355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:21:14,255 INFO [RS:0;c707e9ace675:46355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:21:14,255 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:21:14,257 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,38137,1732663272373 with port=46355, startcode=1732663272431 2024-11-26T23:21:14,257 DEBUG [RS:0;c707e9ace675:46355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:21:14,260 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663274245,5,FailOnTimeoutGroup] 2024-11-26T23:21:14,260 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,261 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:21:14,261 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,261 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,281 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:21:14,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,46355,1732663272431 2024-11-26T23:21:14,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38137 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,46355,1732663272431 2024-11-26T23:21:14,284 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1 2024-11-26T23:21:14,284 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46643 2024-11-26T23:21:14,284 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:21:14,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378/rs 2024-11-26T23:21:14,293 DEBUG [RS:0;c707e9ace675:46355 {}] zookeeper.ZKUtil(111): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on existing znode=/2-1542083378/rs/c707e9ace675,46355,1732663272431 2024-11-26T23:21:14,293 WARN [RS:0;c707e9ace675:46355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:14,293 INFO [RS:0;c707e9ace675:46355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:14,293 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431 2024-11-26T23:21:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741832_1008 (size=32) 2024-11-26T23:21:14,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:14,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,46355,1732663272431] 2024-11-26T23:21:14,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:14,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:14,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:14,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:14,304 INFO [RS:0;c707e9ace675:46355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:21:14,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:14,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:14,305 INFO [RS:0;c707e9ace675:46355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:21:14,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:14,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:14,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:14,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:14,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:14,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,308 INFO [RS:0;c707e9ace675:46355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:21:14,308 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:14,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:14,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740 2024-11-26T23:21:14,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740 2024-11-26T23:21:14,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:14,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:14,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:14,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:14,312 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:21:14,313 INFO [RS:0;c707e9ace675:46355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:21:14,313 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:14,313 DEBUG [RS:0;c707e9ace675:46355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:14,314 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:14,314 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71007533, jitterRate=0.05809469521045685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:14,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663274295Initializing all the Stores at 1732663274296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663274296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663274301 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663274301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663274301Cleaning up temporary data from old regions at 1732663274310 (+9 ms)Region opened successfully at 1732663274314 (+4 ms) 2024-11-26T23:21:14,314 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,314 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,314 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,314 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:14,314 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:14,314 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46355,1732663272431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:14,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:14,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:14,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:14,315 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:14,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663274314Disabling compacts and flushes for region at 1732663274314Disabling writes for close at 1732663274314Writing region close event to WAL at 1732663274315 (+1 ms)Closed at 1732663274315 2024-11-26T23:21:14,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:14,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:21:14,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:21:14,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:14,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:21:14,333 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:21:14,333 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46355,1732663272431-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,333 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,333 INFO [RS:0;c707e9ace675:46355 {}] regionserver.Replication(171): c707e9ace675,46355,1732663272431 started 2024-11-26T23:21:14,351 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,351 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,46355,1732663272431, RpcServer on c707e9ace675/172.17.0.2:46355, sessionid=0x101569532620007 2024-11-26T23:21:14,351 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:21:14,352 DEBUG [RS:0;c707e9ace675:46355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,46355,1732663272431 2024-11-26T23:21:14,352 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46355,1732663272431' 2024-11-26T23:21:14,352 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1542083378/flush-table-proc/abort' 2024-11-26T23:21:14,352 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1542083378/flush-table-proc/acquired' 2024-11-26T23:21:14,352 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:21:14,352 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:21:14,353 DEBUG [RS:0;c707e9ace675:46355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,46355,1732663272431 2024-11-26T23:21:14,353 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46355,1732663272431' 2024-11-26T23:21:14,353 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1542083378/online-snapshot/abort' 2024-11-26T23:21:14,353 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1542083378/online-snapshot/acquired' 2024-11-26T23:21:14,353 DEBUG [RS:0;c707e9ace675:46355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:21:14,353 INFO [RS:0;c707e9ace675:46355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:21:14,353 INFO [RS:0;c707e9ace675:46355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:21:14,454 INFO [RS:0;c707e9ace675:46355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:14,455 INFO [RS:0;c707e9ace675:46355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46355%2C1732663272431, suffix=, logDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431, archiveDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/oldWALs, maxLogs=10 2024-11-26T23:21:14,468 WARN [c707e9ace675:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T23:21:14,469 DEBUG [RS:0;c707e9ace675:46355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, exclude list is [], retry=0 2024-11-26T23:21:14,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37915,DS-50637eb8-ec34-41ca-9bf7-c52ca509e3b1,DISK] 2024-11-26T23:21:14,473 INFO [RS:0;c707e9ace675:46355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 2024-11-26T23:21:14,473 DEBUG [RS:0;c707e9ace675:46355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-26T23:21:14,718 DEBUG [c707e9ace675:38137 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:21:14,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,46355,1732663272431 2024-11-26T23:21:14,720 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46355,1732663272431, state=OPENING 2024-11-26T23:21:14,721 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:21:14,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:14,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:14,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1542083378/meta-region-server: CHANGED 2024-11-26T23:21:14,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1542083378/meta-region-server: CHANGED 2024-11-26T23:21:14,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:14,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46355,1732663272431}] 2024-11-26T23:21:14,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:14,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:21:14,880 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:21:14,880 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:14,881 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:21:14,882 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46355%2C1732663272431.meta, suffix=.meta, logDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431, archiveDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/oldWALs, maxLogs=10 2024-11-26T23:21:14,903 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.meta.1732663274882.meta, exclude list is [], retry=0 2024-11-26T23:21:14,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37915,DS-50637eb8-ec34-41ca-9bf7-c52ca509e3b1,DISK] 2024-11-26T23:21:14,907 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.meta.1732663274882.meta 2024-11-26T23:21:14,908 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-26T23:21:14,908 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:14,908 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:14,909 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:14,909 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:21:14,909 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:21:14,909 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:21:14,909 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:14,909 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:21:14,909 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:21:14,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:14,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:14,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:14,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:14,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:14,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:14,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:14,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:14,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:14,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:14,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:14,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:14,914 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:14,915 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740 2024-11-26T23:21:14,916 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740 2024-11-26T23:21:14,916 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:14,916 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:14,917 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:14,918 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:14,918 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74784338, jitterRate=0.11437347531318665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:14,918 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:21:14,918 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663274909Writing region info on filesystem at 1732663274909Initializing all the Stores at 1732663274910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663274910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663274910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663274910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663274910Cleaning up temporary data from old regions at 1732663274916 (+6 ms)Running coprocessor post-open hooks at 1732663274918 (+2 ms)Region opened successfully at 1732663274918 2024-11-26T23:21:14,922 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663274875 2024-11-26T23:21:14,924 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:21:14,924 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:21:14,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,46355,1732663272431 2024-11-26T23:21:14,925 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46355,1732663272431, state=OPEN 2024-11-26T23:21:14,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1542083378/meta-region-server 2024-11-26T23:21:14,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1542083378/meta-region-server 2024-11-26T23:21:14,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,46355,1732663272431 2024-11-26T23:21:14,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1542083378/meta-region-server: CHANGED 2024-11-26T23:21:14,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1542083378/meta-region-server: CHANGED 2024-11-26T23:21:14,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:21:14,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46355,1732663272431 in 205 msec 2024-11-26T23:21:14,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:21:14,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-11-26T23:21:14,931 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:14,931 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:21:14,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:14,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46355,1732663272431, seqNum=-1] 2024-11-26T23:21:14,932 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:14,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:14,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-11-26T23:21:14,937 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663274937, completionTime=-1 2024-11-26T23:21:14,937 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:21:14,937 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:21:14,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:21:14,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663334939 2024-11-26T23:21:14,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663394939 2024-11-26T23:21:14,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:21:14,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38137,1732663272373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38137,1732663272373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38137,1732663272373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:38137, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,939 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,940 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,941 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:21:14,943 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.377sec 2024-11-26T23:21:14,943 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:21:14,943 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:21:14,943 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:21:14,943 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:21:14,943 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:21:14,943 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38137,1732663272373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:14,943 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38137,1732663272373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:21:14,945 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:21:14,945 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:21:14,945 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38137,1732663272373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:14,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1fcc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:14,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38137,-1 for getting cluster id 2024-11-26T23:21:14,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:14,967 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8138d43e-f234-47cf-bf66-a82a21fa6b42' 2024-11-26T23:21:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8138d43e-f234-47cf-bf66-a82a21fa6b42" 2024-11-26T23:21:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f02c09d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38137,-1] 2024-11-26T23:21:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:14,969 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:14,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490c9ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:14,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:14,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46355,1732663272431, seqNum=-1] 2024-11-26T23:21:14,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:14,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:14,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,38137,1732663272373 2024-11-26T23:21:14,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64581 2024-11-26T23:21:14,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:14,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101569532620008 connected 2024-11-26T23:21:14,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,45187,1732663266106 2024-11-26T23:21:14,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26bdc366 2024-11-26T23:21:14,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:14,992 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:14,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:21:14,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:14,995 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:14,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:21:14,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:21:15,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb8038748587eee3eef3f958676fd633, NAME => 'test,,1732663274992.cb8038748587eee3eef3f958676fd633.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a 2024-11-26T23:21:15,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:21:15,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663274992.cb8038748587eee3eef3f958676fd633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:15,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb8038748587eee3eef3f958676fd633, disabling compactions & flushes 2024-11-26T23:21:15,036 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:15,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:15,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663274992.cb8038748587eee3eef3f958676fd633. after waiting 0 ms 2024-11-26T23:21:15,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:15,036 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:15,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb8038748587eee3eef3f958676fd633: Waiting for close lock at 1732663275036Disabling compacts and flushes for region at 1732663275036Disabling writes for close at 1732663275036Writing region close event to WAL at 1732663275036Closed at 1732663275036 2024-11-26T23:21:15,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:15,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663274992.cb8038748587eee3eef3f958676fd633.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663275038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663275038"}]},"ts":"1732663275038"} 2024-11-26T23:21:15,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:15,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:15,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663275042"}]},"ts":"1732663275042"} 2024-11-26T23:21:15,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:21:15,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb8038748587eee3eef3f958676fd633, ASSIGN}] 2024-11-26T23:21:15,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb8038748587eee3eef3f958676fd633, ASSIGN 2024-11-26T23:21:15,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb8038748587eee3eef3f958676fd633, ASSIGN; state=OFFLINE, location=c707e9ace675,37419,1732663266177; forceNewPlan=false, retain=false 2024-11-26T23:21:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:15,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb8038748587eee3eef3f958676fd633, regionState=OPENING, regionLocation=c707e9ace675,37419,1732663266177 2024-11-26T23:21:15,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb8038748587eee3eef3f958676fd633, ASSIGN because future has completed 2024-11-26T23:21:15,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8038748587eee3eef3f958676fd633, server=c707e9ace675,37419,1732663266177}] 2024-11-26T23:21:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:15,365 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:15,365 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb8038748587eee3eef3f958676fd633, NAME => 'test,,1732663274992.cb8038748587eee3eef3f958676fd633.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:15,365 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:15,365 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:21:15,366 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,366 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663274992.cb8038748587eee3eef3f958676fd633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:15,366 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,366 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,374 INFO [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,376 INFO [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb8038748587eee3eef3f958676fd633 columnFamilyName f 2024-11-26T23:21:15,376 DEBUG [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:15,377 INFO [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] regionserver.HStore(327): Store=cb8038748587eee3eef3f958676fd633/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:15,377 INFO [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,378 INFO [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb8038748587eee3eef3f958676fd633 columnFamilyName f1 2024-11-26T23:21:15,378 DEBUG [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:15,379 INFO [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] regionserver.HStore(327): Store=cb8038748587eee3eef3f958676fd633/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:15,380 INFO [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,382 INFO [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb8038748587eee3eef3f958676fd633 columnFamilyName norep 2024-11-26T23:21:15,382 DEBUG [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:15,382 INFO [StoreOpener-cb8038748587eee3eef3f958676fd633-1 {}] regionserver.HStore(327): Store=cb8038748587eee3eef3f958676fd633/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:15,383 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,383 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,384 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,385 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,385 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,386 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:15,386 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,405 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:15,406 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb8038748587eee3eef3f958676fd633; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74228736, jitterRate=0.1060943603515625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:15,406 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:15,406 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb8038748587eee3eef3f958676fd633: Running coprocessor pre-open hook at 1732663275366Writing region info on filesystem at 1732663275366Initializing all the Stores at 1732663275367 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663275367Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663275374 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663275374Cleaning up temporary data from old regions at 1732663275385 (+11 ms)Running coprocessor post-open hooks at 1732663275406 (+21 ms)Region opened successfully at 1732663275406 2024-11-26T23:21:15,407 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663274992.cb8038748587eee3eef3f958676fd633., pid=6, masterSystemTime=1732663275354 2024-11-26T23:21:15,410 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:15,410 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:15,412 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb8038748587eee3eef3f958676fd633, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,37419,1732663266177 2024-11-26T23:21:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8038748587eee3eef3f958676fd633, server=c707e9ace675,37419,1732663266177 because future has completed 2024-11-26T23:21:15,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:21:15,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb8038748587eee3eef3f958676fd633, server=c707e9ace675,37419,1732663266177 in 220 msec 2024-11-26T23:21:15,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:21:15,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb8038748587eee3eef3f958676fd633, ASSIGN in 379 msec 2024-11-26T23:21:15,426 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:15,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663275426"}]},"ts":"1732663275426"} 2024-11-26T23:21:15,434 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:21:15,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:15,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 443 msec 2024-11-26T23:21:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:15,630 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:21:15,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,33249,1732663268907 2024-11-26T23:21:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb4b6c1 2024-11-26T23:21:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:15,632 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:15,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:21:15,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:15,638 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:15,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:15,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:21:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:21:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:16,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 364b7c4e99834990b2cda2b47ea88cd9, NAME => 'test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c 2024-11-26T23:21:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:21:16,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:16,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 364b7c4e99834990b2cda2b47ea88cd9, disabling compactions & flushes 2024-11-26T23:21:16,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:16,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:16,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. after waiting 0 ms 2024-11-26T23:21:16,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:16,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:16,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 364b7c4e99834990b2cda2b47ea88cd9: Waiting for close lock at 1732663276091Disabling compacts and flushes for region at 1732663276091Disabling writes for close at 1732663276091Writing region close event to WAL at 1732663276091Closed at 1732663276091 2024-11-26T23:21:16,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:16,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663276093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663276093"}]},"ts":"1732663276093"} 2024-11-26T23:21:16,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:16,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:16,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663276096"}]},"ts":"1732663276096"} 2024-11-26T23:21:16,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:21:16,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=364b7c4e99834990b2cda2b47ea88cd9, ASSIGN}] 2024-11-26T23:21:16,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=364b7c4e99834990b2cda2b47ea88cd9, ASSIGN 2024-11-26T23:21:16,100 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=364b7c4e99834990b2cda2b47ea88cd9, ASSIGN; state=OFFLINE, location=c707e9ace675,42323,1732663268957; forceNewPlan=false, retain=false 2024-11-26T23:21:16,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=364b7c4e99834990b2cda2b47ea88cd9, regionState=OPENING, regionLocation=c707e9ace675,42323,1732663268957 2024-11-26T23:21:16,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=364b7c4e99834990b2cda2b47ea88cd9, ASSIGN because future has completed 2024-11-26T23:21:16,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 364b7c4e99834990b2cda2b47ea88cd9, server=c707e9ace675,42323,1732663268957}] 2024-11-26T23:21:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:16,421 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:16,421 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 364b7c4e99834990b2cda2b47ea88cd9, NAME => 'test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:16,421 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:16,421 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:21:16,421 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,421 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:16,421 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,421 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,423 INFO [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,424 INFO [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364b7c4e99834990b2cda2b47ea88cd9 columnFamilyName f 2024-11-26T23:21:16,424 DEBUG [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:16,424 INFO [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] regionserver.HStore(327): Store=364b7c4e99834990b2cda2b47ea88cd9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:16,424 INFO [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,425 INFO [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364b7c4e99834990b2cda2b47ea88cd9 columnFamilyName f1 2024-11-26T23:21:16,425 DEBUG [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:16,426 INFO [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] regionserver.HStore(327): Store=364b7c4e99834990b2cda2b47ea88cd9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:16,426 INFO [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,427 INFO [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364b7c4e99834990b2cda2b47ea88cd9 columnFamilyName norep 2024-11-26T23:21:16,427 DEBUG [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:16,427 INFO [StoreOpener-364b7c4e99834990b2cda2b47ea88cd9-1 {}] regionserver.HStore(327): Store=364b7c4e99834990b2cda2b47ea88cd9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:16,427 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,427 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,428 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,428 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,428 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,429 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:16,429 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,431 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:16,431 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 364b7c4e99834990b2cda2b47ea88cd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60959043, jitterRate=-0.09163947403430939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:16,431 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:16,431 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 364b7c4e99834990b2cda2b47ea88cd9: Running coprocessor pre-open hook at 1732663276421Writing region info on filesystem at 1732663276421Initializing all the Stores at 1732663276422 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663276422Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663276422Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663276422Cleaning up temporary data from old regions at 1732663276428 (+6 ms)Running coprocessor post-open hooks at 1732663276431 (+3 ms)Region opened successfully at 1732663276431 2024-11-26T23:21:16,432 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9., pid=6, masterSystemTime=1732663276414 2024-11-26T23:21:16,434 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:16,434 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:16,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=364b7c4e99834990b2cda2b47ea88cd9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,42323,1732663268957 2024-11-26T23:21:16,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 364b7c4e99834990b2cda2b47ea88cd9, server=c707e9ace675,42323,1732663268957 because future has completed 2024-11-26T23:21:16,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:21:16,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 364b7c4e99834990b2cda2b47ea88cd9, server=c707e9ace675,42323,1732663268957 in 177 msec 2024-11-26T23:21:16,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:21:16,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=364b7c4e99834990b2cda2b47ea88cd9, ASSIGN in 341 msec 2024-11-26T23:21:16,441 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:16,441 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663276441"}]},"ts":"1732663276441"} 2024-11-26T23:21:16,443 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:21:16,444 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:16,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 811 msec 2024-11-26T23:21:16,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:21:16,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:16,789 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:21:16,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38137,1732663272373 2024-11-26T23:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a4a5a45 2024-11-26T23:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:16,793 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:16,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:21:16,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:16,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:16,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:16,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:21:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:16,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:16,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:21:16,887 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:21:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:17,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a74abc12789d43397ac27010b4d1696f, NAME => 'test,,1732663276793.a74abc12789d43397ac27010b4d1696f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1 2024-11-26T23:21:17,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:21:17,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663276793.a74abc12789d43397ac27010b4d1696f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:17,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a74abc12789d43397ac27010b4d1696f, disabling compactions & flushes 2024-11-26T23:21:17,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:17,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:17,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663276793.a74abc12789d43397ac27010b4d1696f. after waiting 0 ms 2024-11-26T23:21:17,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:17,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:17,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a74abc12789d43397ac27010b4d1696f: Waiting for close lock at 1732663277300Disabling compacts and flushes for region at 1732663277300Disabling writes for close at 1732663277300Writing region close event to WAL at 1732663277300Closed at 1732663277300 2024-11-26T23:21:17,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:17,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663276793.a74abc12789d43397ac27010b4d1696f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663277301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663277301"}]},"ts":"1732663277301"} 2024-11-26T23:21:17,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:17,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:17,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663277307"}]},"ts":"1732663277307"} 2024-11-26T23:21:17,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:21:17,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a74abc12789d43397ac27010b4d1696f, ASSIGN}] 2024-11-26T23:21:17,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a74abc12789d43397ac27010b4d1696f, ASSIGN 2024-11-26T23:21:17,316 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a74abc12789d43397ac27010b4d1696f, ASSIGN; state=OFFLINE, location=c707e9ace675,46355,1732663272431; forceNewPlan=false, retain=false 2024-11-26T23:21:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:17,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a74abc12789d43397ac27010b4d1696f, regionState=OPENING, regionLocation=c707e9ace675,46355,1732663272431 2024-11-26T23:21:17,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a74abc12789d43397ac27010b4d1696f, ASSIGN because future has completed 2024-11-26T23:21:17,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a74abc12789d43397ac27010b4d1696f, server=c707e9ace675,46355,1732663272431}] 2024-11-26T23:21:17,656 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:17,657 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a74abc12789d43397ac27010b4d1696f, NAME => 'test,,1732663276793.a74abc12789d43397ac27010b4d1696f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:17,657 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:17,657 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:21:17,658 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,658 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663276793.a74abc12789d43397ac27010b4d1696f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:17,658 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,658 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,673 INFO [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,675 INFO [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74abc12789d43397ac27010b4d1696f columnFamilyName f 2024-11-26T23:21:17,676 DEBUG [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:17,676 INFO [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] regionserver.HStore(327): Store=a74abc12789d43397ac27010b4d1696f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:17,676 INFO [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,677 INFO [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74abc12789d43397ac27010b4d1696f columnFamilyName f1 2024-11-26T23:21:17,678 DEBUG [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:17,678 INFO [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] regionserver.HStore(327): Store=a74abc12789d43397ac27010b4d1696f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:17,678 INFO [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,679 INFO [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74abc12789d43397ac27010b4d1696f columnFamilyName norep 2024-11-26T23:21:17,679 DEBUG [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:17,680 INFO [StoreOpener-a74abc12789d43397ac27010b4d1696f-1 {}] regionserver.HStore(327): Store=a74abc12789d43397ac27010b4d1696f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:17,680 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,680 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,681 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,682 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,682 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,682 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:17,683 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,689 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:17,689 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a74abc12789d43397ac27010b4d1696f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67953070, jitterRate=0.012579649686813354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:17,689 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:17,689 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a74abc12789d43397ac27010b4d1696f: Running coprocessor pre-open hook at 1732663277658Writing region info on filesystem at 1732663277658Initializing all the Stores at 1732663277666 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663277666Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663277672 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663277672Cleaning up temporary data from old regions at 1732663277682 (+10 ms)Running coprocessor post-open hooks at 1732663277689 (+7 ms)Region opened successfully at 1732663277689 2024-11-26T23:21:17,690 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663276793.a74abc12789d43397ac27010b4d1696f., pid=6, masterSystemTime=1732663277644 2024-11-26T23:21:17,692 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:17,692 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:17,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a74abc12789d43397ac27010b4d1696f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,46355,1732663272431 2024-11-26T23:21:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a74abc12789d43397ac27010b4d1696f, server=c707e9ace675,46355,1732663272431 because future has completed 2024-11-26T23:21:17,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:21:17,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a74abc12789d43397ac27010b4d1696f, server=c707e9ace675,46355,1732663272431 in 221 msec 2024-11-26T23:21:17,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:21:17,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a74abc12789d43397ac27010b4d1696f, ASSIGN in 388 msec 2024-11-26T23:21:17,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:17,702 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663277702"}]},"ts":"1732663277702"} 2024-11-26T23:21:17,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:21:17,705 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:17,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 911 msec 2024-11-26T23:21:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:17,939 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:21:17,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:17,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45187,-1 for getting cluster id 2024-11-26T23:21:17,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:17,942 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0cdbe42-147c-484b-a300-9e9a919e9c42' 2024-11-26T23:21:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0cdbe42-147c-484b-a300-9e9a919e9c42" 2024-11-26T23:21:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45187,-1] 2024-11-26T23:21:17,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:17,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:17,945 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f16ddfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:17,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,45187,1732663266106 2024-11-26T23:21:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cd4b9eb 2024-11-26T23:21:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:17,949 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:17,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:33249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:21:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:21:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:17,954 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:33249' 2024-11-26T23:21:17,963 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3616e98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:17,963 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,33249,-1 for getting cluster id 2024-11-26T23:21:17,964 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:17,965 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742f335e-b19c-465b-a93e-114a19c35aa4' 2024-11-26T23:21:17,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:17,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742f335e-b19c-465b-a93e-114a19c35aa4" 2024-11-26T23:21:17,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3f0a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:17,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,33249,-1] 2024-11-26T23:21:17,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:17,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:17,967 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:17,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8505068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:17,968 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:17,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,33249,1732663268907 2024-11-26T23:21:17,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ec39f60 2024-11-26T23:21:17,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:17,970 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:17,972 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T23:21:17,972 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:21:17,972 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:17,972 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:17,973 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:17,974 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:21:17,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:17,976 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:17,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:17,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:18,025 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:21:18,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:21:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:18,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a3bbe78d1521e908d0bf945a4052977, NAME => 'hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a 2024-11-26T23:21:18,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:21:18,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:18,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9a3bbe78d1521e908d0bf945a4052977, disabling compactions & flushes 2024-11-26T23:21:18,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:18,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:18,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. after waiting 0 ms 2024-11-26T23:21:18,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:18,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:18,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a3bbe78d1521e908d0bf945a4052977: Waiting for close lock at 1732663278483Disabling compacts and flushes for region at 1732663278483Disabling writes for close at 1732663278483Writing region close event to WAL at 1732663278483Closed at 1732663278483 2024-11-26T23:21:18,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:18,489 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663278489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663278489"}]},"ts":"1732663278489"} 2024-11-26T23:21:18,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:18,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:18,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663278492"}]},"ts":"1732663278492"} 2024-11-26T23:21:18,495 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:21:18,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a3bbe78d1521e908d0bf945a4052977, ASSIGN}] 2024-11-26T23:21:18,496 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a3bbe78d1521e908d0bf945a4052977, ASSIGN 2024-11-26T23:21:18,497 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a3bbe78d1521e908d0bf945a4052977, ASSIGN; state=OFFLINE, location=c707e9ace675,37419,1732663266177; forceNewPlan=false, retain=false 2024-11-26T23:21:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:18,648 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a3bbe78d1521e908d0bf945a4052977, regionState=OPENING, regionLocation=c707e9ace675,37419,1732663266177 2024-11-26T23:21:18,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a3bbe78d1521e908d0bf945a4052977, ASSIGN because future has completed 2024-11-26T23:21:18,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a3bbe78d1521e908d0bf945a4052977, server=c707e9ace675,37419,1732663266177}] 2024-11-26T23:21:18,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:18,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:18,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:21:18,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C37419%2C1732663266177.rep, suffix=, logDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177, archiveDir=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/oldWALs, maxLogs=10 2024-11-26T23:21:18,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.rep.1732663278810, exclude list is [], retry=0 2024-11-26T23:21:18,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-ad697137-f38d-4276-8044-87f8b6a07384,DISK] 2024-11-26T23:21:18,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.rep.1732663278810 2024-11-26T23:21:18,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-26T23:21:18,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a3bbe78d1521e908d0bf945a4052977, NAME => 'hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:18,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. service=MultiRowMutationService 2024-11-26T23:21:18,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:21:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,831 INFO [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,833 INFO [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a3bbe78d1521e908d0bf945a4052977 columnFamilyName hfileref 2024-11-26T23:21:18,833 DEBUG [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:18,833 INFO [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] regionserver.HStore(327): Store=9a3bbe78d1521e908d0bf945a4052977/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:18,833 INFO [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,834 INFO [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a3bbe78d1521e908d0bf945a4052977 columnFamilyName queue 2024-11-26T23:21:18,834 DEBUG [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:18,834 INFO [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] regionserver.HStore(327): Store=9a3bbe78d1521e908d0bf945a4052977/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:18,835 INFO [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,836 INFO [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a3bbe78d1521e908d0bf945a4052977 columnFamilyName sid 2024-11-26T23:21:18,836 DEBUG [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:18,836 INFO [StoreOpener-9a3bbe78d1521e908d0bf945a4052977-1 {}] regionserver.HStore(327): Store=9a3bbe78d1521e908d0bf945a4052977/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:18,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/replication/9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/replication/9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:18,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/replication/9a3bbe78d1521e908d0bf945a4052977/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:18,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9a3bbe78d1521e908d0bf945a4052977; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66685701, jitterRate=-0.006305620074272156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:18,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:18,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9a3bbe78d1521e908d0bf945a4052977: Running coprocessor pre-open hook at 1732663278830Writing region info on filesystem at 1732663278830Initializing all the Stores at 1732663278831 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663278831Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663278831Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663278831Cleaning up temporary data from old regions at 1732663278838 (+7 ms)Running coprocessor post-open hooks at 1732663278843 (+5 ms)Region opened successfully at 1732663278843 2024-11-26T23:21:18,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977., pid=10, masterSystemTime=1732663278804 2024-11-26T23:21:18,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:18,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:18,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a3bbe78d1521e908d0bf945a4052977, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,37419,1732663266177 2024-11-26T23:21:18,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a3bbe78d1521e908d0bf945a4052977, server=c707e9ace675,37419,1732663266177 because future has completed 2024-11-26T23:21:18,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:21:18,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a3bbe78d1521e908d0bf945a4052977, server=c707e9ace675,37419,1732663266177 in 198 msec 2024-11-26T23:21:18,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:21:18,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a3bbe78d1521e908d0bf945a4052977, ASSIGN in 357 msec 2024-11-26T23:21:18,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:18,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663278855"}]},"ts":"1732663278855"} 2024-11-26T23:21:18,857 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:21:18,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:18,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 888 msec 2024-11-26T23:21:18,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977., hostname=c707e9ace675,37419,1732663266177, seqNum=2] 2024-11-26T23:21:18,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:18,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:18,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:21:19,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:21:19,057 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:21:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:19,098 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,37419,1732663266177, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:21:19,098 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:19,099 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,37419,1732663266177, seqNum=-1] 2024-11-26T23:21:19,099 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:19,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-26T23:21:19,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,37419,1732663266177', locateType=CURRENT is [region=hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977., hostname=c707e9ace675,37419,1732663266177, seqNum=2] 2024-11-26T23:21:19,104 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:21:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:21:19,106 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,37419,1732663266177 suceeded 2024-11-26T23:21:19,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:21:19,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-26T23:21:19,108 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:33249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:21:19,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1580 sec 2024-11-26T23:21:19,121 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:33249' 2024-11-26T23:21:19,122 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6440a12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:19,122 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,33249,-1 for getting cluster id 2024-11-26T23:21:19,122 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:19,123 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742f335e-b19c-465b-a93e-114a19c35aa4' 2024-11-26T23:21:19,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:19,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742f335e-b19c-465b-a93e-114a19c35aa4" 2024-11-26T23:21:19,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8537831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:19,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,33249,-1] 2024-11-26T23:21:19,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:19,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:19,124 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:19,125 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@698f7f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:19,125 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:19,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,33249,1732663268907 2024-11-26T23:21:19,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5d7a6e 2024-11-26T23:21:19,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:19,127 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-26T23:21:19,127 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,37419,1732663266177 (queues=1) is replicating from cluster=d0cdbe42-147c-484b-a300-9e9a919e9c42 to cluster=742f335e-b19c-465b-a93e-114a19c35aa4 2024-11-26T23:21:19,128 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C37419%2C1732663266177 2024-11-26T23:21:19,128 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,37419,1732663266177, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:21:19,128 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C37419%2C1732663266177 2024-11-26T23:21:19,128 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096, startPosition=0, beingWritten=true 2024-11-26T23:21:19,135 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:19,135 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 379, reset compression=false 2024-11-26T23:21:19,135 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,37419,1732663266177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:19,339 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 379, reset compression=false 2024-11-26T23:21:19,644 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 379, reset compression=false 2024-11-26T23:21:20,049 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 379, reset compression=false 2024-11-26T23:21:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:20,099 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:21:20,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:20,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:20,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:20,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:20,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:20,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:20,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,33249,-1 for getting cluster id 2024-11-26T23:21:20,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:20,101 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742f335e-b19c-465b-a93e-114a19c35aa4' 2024-11-26T23:21:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742f335e-b19c-465b-a93e-114a19c35aa4" 2024-11-26T23:21:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a003d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,33249,-1] 2024-11-26T23:21:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:20,102 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72596855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:20,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,33249,1732663268907 2024-11-26T23:21:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1adb1d29 2024-11-26T23:21:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:20,105 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:20,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:38137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:21:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:21:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:20,109 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:38137' 2024-11-26T23:21:20,110 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7fbb4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:20,110 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38137,-1 for getting cluster id 2024-11-26T23:21:20,111 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:20,111 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8138d43e-f234-47cf-bf66-a82a21fa6b42' 2024-11-26T23:21:20,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:20,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8138d43e-f234-47cf-bf66-a82a21fa6b42" 2024-11-26T23:21:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e59c4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38137,-1] 2024-11-26T23:21:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:20,113 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:20,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7007dfac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:20,114 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:20,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38137,1732663272373 2024-11-26T23:21:20,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5405326e 2024-11-26T23:21:20,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:20,115 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:20,116 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T23:21:20,116 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:21:20,116 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:20,116 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:20,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:20,117 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:20,118 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:21:20,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:20,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:20,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:20,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:21:20,168 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:21:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:20,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4be58c45c8aaed45d972fc37a54394e7, NAME => 'hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c 2024-11-26T23:21:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:21:20,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:20,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4be58c45c8aaed45d972fc37a54394e7, disabling compactions & flushes 2024-11-26T23:21:20,534 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:20,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:20,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. after waiting 0 ms 2024-11-26T23:21:20,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:20,534 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:20,534 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4be58c45c8aaed45d972fc37a54394e7: Waiting for close lock at 1732663280534Disabling compacts and flushes for region at 1732663280534Disabling writes for close at 1732663280534Writing region close event to WAL at 1732663280534Closed at 1732663280534 2024-11-26T23:21:20,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:20,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663280536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663280536"}]},"ts":"1732663280536"} 2024-11-26T23:21:20,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:20,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:20,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663280539"}]},"ts":"1732663280539"} 2024-11-26T23:21:20,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:21:20,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4be58c45c8aaed45d972fc37a54394e7, ASSIGN}] 2024-11-26T23:21:20,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4be58c45c8aaed45d972fc37a54394e7, ASSIGN 2024-11-26T23:21:20,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4be58c45c8aaed45d972fc37a54394e7, ASSIGN; state=OFFLINE, location=c707e9ace675,42323,1732663268957; forceNewPlan=false, retain=false 2024-11-26T23:21:20,554 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 379, reset compression=false 2024-11-26T23:21:20,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4be58c45c8aaed45d972fc37a54394e7, regionState=OPENING, regionLocation=c707e9ace675,42323,1732663268957 2024-11-26T23:21:20,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4be58c45c8aaed45d972fc37a54394e7, ASSIGN because future has completed 2024-11-26T23:21:20,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be58c45c8aaed45d972fc37a54394e7, server=c707e9ace675,42323,1732663268957}] 2024-11-26T23:21:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:20,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:20,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:20,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:21:20,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42323%2C1732663268957.rep, suffix=, logDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957, archiveDir=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/oldWALs, maxLogs=10 2024-11-26T23:21:20,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.rep.1732663280855, exclude list is [], retry=0 2024-11-26T23:21:20,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-7e8214d8-2d98-4e73-9900-7f1b14ed380b,DISK] 2024-11-26T23:21:20,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.rep.1732663280855 2024-11-26T23:21:20,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-26T23:21:20,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4be58c45c8aaed45d972fc37a54394e7, NAME => 'hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:20,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:20,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:20,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. service=MultiRowMutationService 2024-11-26T23:21:20,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:21:20,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:20,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,885 INFO [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,889 INFO [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4be58c45c8aaed45d972fc37a54394e7 columnFamilyName hfileref 2024-11-26T23:21:20,889 DEBUG [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:20,889 INFO [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] regionserver.HStore(327): Store=4be58c45c8aaed45d972fc37a54394e7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:20,889 INFO [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,890 INFO [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4be58c45c8aaed45d972fc37a54394e7 columnFamilyName queue 2024-11-26T23:21:20,890 DEBUG [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:20,891 INFO [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] regionserver.HStore(327): Store=4be58c45c8aaed45d972fc37a54394e7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:20,891 INFO [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,892 INFO [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4be58c45c8aaed45d972fc37a54394e7 columnFamilyName sid 2024-11-26T23:21:20,892 DEBUG [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:20,893 INFO [StoreOpener-4be58c45c8aaed45d972fc37a54394e7-1 {}] regionserver.HStore(327): Store=4be58c45c8aaed45d972fc37a54394e7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:20,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/replication/4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/replication/4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:20,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/replication/4be58c45c8aaed45d972fc37a54394e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:20,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4be58c45c8aaed45d972fc37a54394e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65823477, jitterRate=-0.019153758883476257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:20,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:20,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4be58c45c8aaed45d972fc37a54394e7: Running coprocessor pre-open hook at 1732663280883Writing region info on filesystem at 1732663280883Initializing all the Stores at 1732663280884 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663280884Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663280884Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663280884Cleaning up temporary data from old regions at 1732663280895 (+11 ms)Running coprocessor post-open hooks at 1732663280899 (+4 ms)Region opened successfully at 1732663280899 2024-11-26T23:21:20,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7., pid=10, masterSystemTime=1732663280849 2024-11-26T23:21:20,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:20,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:20,902 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4be58c45c8aaed45d972fc37a54394e7, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,42323,1732663268957 2024-11-26T23:21:20,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be58c45c8aaed45d972fc37a54394e7, server=c707e9ace675,42323,1732663268957 because future has completed 2024-11-26T23:21:20,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:21:20,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4be58c45c8aaed45d972fc37a54394e7, server=c707e9ace675,42323,1732663268957 in 208 msec 2024-11-26T23:21:20,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:21:20,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4be58c45c8aaed45d972fc37a54394e7, ASSIGN in 366 msec 2024-11-26T23:21:20,909 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:20,909 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663280909"}]},"ts":"1732663280909"} 2024-11-26T23:21:20,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:21:20,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:20,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-26T23:21:20,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7., hostname=c707e9ace675,42323,1732663268957, seqNum=2] 2024-11-26T23:21:20,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:20,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:20,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:21:21,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:21:21,086 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:21:21,123 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,42323,1732663268957, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:21:21,123 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:21,123 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42323,1732663268957, seqNum=-1] 2024-11-26T23:21:21,124 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:21,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T23:21:21,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,42323,1732663268957', locateType=CURRENT is [region=hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7., hostname=c707e9ace675,42323,1732663268957, seqNum=2] 2024-11-26T23:21:21,129 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:21:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:21:21,131 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,42323,1732663268957 suceeded 2024-11-26T23:21:21,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:21:21,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-26T23:21:21,133 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:38137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:21:21,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0280 sec 2024-11-26T23:21:21,149 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:38137' 2024-11-26T23:21:21,152 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a885270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:21,152 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38137,-1 for getting cluster id 2024-11-26T23:21:21,152 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:21,153 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8138d43e-f234-47cf-bf66-a82a21fa6b42' 2024-11-26T23:21:21,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:21,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8138d43e-f234-47cf-bf66-a82a21fa6b42" 2024-11-26T23:21:21,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@635541de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:21,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38137,-1] 2024-11-26T23:21:21,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:21,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:21,154 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:21,155 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b96365e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:21,155 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:21,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38137,1732663272373 2024-11-26T23:21:21,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d36ccd3 2024-11-26T23:21:21,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:21,157 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-26T23:21:21,157 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,42323,1732663268957 (queues=1) is replicating from cluster=742f335e-b19c-465b-a93e-114a19c35aa4 to cluster=8138d43e-f234-47cf-bf66-a82a21fa6b42 2024-11-26T23:21:21,157 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C42323%2C1732663268957 2024-11-26T23:21:21,158 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,42323,1732663268957, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:21:21,158 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C42323%2C1732663268957 2024-11-26T23:21:21,158 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, startPosition=0, beingWritten=true 2024-11-26T23:21:21,161 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 379, reset compression=false 2024-11-26T23:21:21,166 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:21,166 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 379, reset compression=false 2024-11-26T23:21:21,166 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42323,1732663268957 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:21,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:21:21,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T23:21:21,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:21:21,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T23:21:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:21,249 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:21:21,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:21,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:21,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:21,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:21,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:21,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13adda70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:21,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38137,-1 for getting cluster id 2024-11-26T23:21:21,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:21,252 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8138d43e-f234-47cf-bf66-a82a21fa6b42' 2024-11-26T23:21:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8138d43e-f234-47cf-bf66-a82a21fa6b42" 2024-11-26T23:21:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec1c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38137,-1] 2024-11-26T23:21:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:21,253 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15720d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:21,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38137,1732663272373 2024-11-26T23:21:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d333ef6 2024-11-26T23:21:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:21,256 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:21,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:33249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:21:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:21:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:21,259 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:33249' 2024-11-26T23:21:21,265 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205c5c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:21,265 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,33249,-1 for getting cluster id 2024-11-26T23:21:21,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:21,265 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742f335e-b19c-465b-a93e-114a19c35aa4' 2024-11-26T23:21:21,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:21,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742f335e-b19c-465b-a93e-114a19c35aa4" 2024-11-26T23:21:21,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d5bbb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:21,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,33249,-1] 2024-11-26T23:21:21,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:21,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:21,267 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bcac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:21,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,33249,1732663268907 2024-11-26T23:21:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132ebe53 2024-11-26T23:21:21,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:21,269 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:21,270 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:21:21,270 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:21:21,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:21,271 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:21,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:21,271 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:21,272 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:21:21,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:21,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:21,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:21:21,323 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:21:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:21,375 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 379, reset compression=false 2024-11-26T23:21:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:21,679 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 379, reset compression=false 2024-11-26T23:21:21,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6d23b8255fe72616a47dd6c1b9fc735, NAME => 'hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1 2024-11-26T23:21:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:21:21,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:21,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a6d23b8255fe72616a47dd6c1b9fc735, disabling compactions & flushes 2024-11-26T23:21:21,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:21,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:21,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. after waiting 0 ms 2024-11-26T23:21:21,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:21,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:21,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6d23b8255fe72616a47dd6c1b9fc735: Waiting for close lock at 1732663281728Disabling compacts and flushes for region at 1732663281728Disabling writes for close at 1732663281728Writing region close event to WAL at 1732663281728Closed at 1732663281728 2024-11-26T23:21:21,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:21,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663281729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663281729"}]},"ts":"1732663281729"} 2024-11-26T23:21:21,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:21,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:21,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663281732"}]},"ts":"1732663281732"} 2024-11-26T23:21:21,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:21:21,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6d23b8255fe72616a47dd6c1b9fc735, ASSIGN}] 2024-11-26T23:21:21,736 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6d23b8255fe72616a47dd6c1b9fc735, ASSIGN 2024-11-26T23:21:21,737 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6d23b8255fe72616a47dd6c1b9fc735, ASSIGN; state=OFFLINE, location=c707e9ace675,46355,1732663272431; forceNewPlan=false, retain=false 2024-11-26T23:21:21,866 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 379, reset compression=false 2024-11-26T23:21:21,888 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6d23b8255fe72616a47dd6c1b9fc735, regionState=OPENING, regionLocation=c707e9ace675,46355,1732663272431 2024-11-26T23:21:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:21,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6d23b8255fe72616a47dd6c1b9fc735, ASSIGN because future has completed 2024-11-26T23:21:21,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6d23b8255fe72616a47dd6c1b9fc735, server=c707e9ace675,46355,1732663272431}] 2024-11-26T23:21:21,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:21:21,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:21,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:22,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:22,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:22,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:21:22,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46355%2C1732663272431.rep, suffix=, logDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431, archiveDir=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/oldWALs, maxLogs=10 2024-11-26T23:21:22,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.rep.1732663282052, exclude list is [], retry=0 2024-11-26T23:21:22,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37915,DS-50637eb8-ec34-41ca-9bf7-c52ca509e3b1,DISK] 2024-11-26T23:21:22,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.rep.1732663282052 2024-11-26T23:21:22,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-26T23:21:22,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a6d23b8255fe72616a47dd6c1b9fc735, NAME => 'hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:22,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. service=MultiRowMutationService 2024-11-26T23:21:22,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:21:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,084 INFO [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,085 INFO [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6d23b8255fe72616a47dd6c1b9fc735 columnFamilyName hfileref 2024-11-26T23:21:22,085 DEBUG [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:22,085 INFO [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] regionserver.HStore(327): Store=a6d23b8255fe72616a47dd6c1b9fc735/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:22,085 INFO [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,086 INFO [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6d23b8255fe72616a47dd6c1b9fc735 columnFamilyName queue 2024-11-26T23:21:22,086 DEBUG [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:22,087 INFO [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] regionserver.HStore(327): Store=a6d23b8255fe72616a47dd6c1b9fc735/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:22,087 INFO [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,088 INFO [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6d23b8255fe72616a47dd6c1b9fc735 columnFamilyName sid 2024-11-26T23:21:22,088 DEBUG [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:22,088 INFO [StoreOpener-a6d23b8255fe72616a47dd6c1b9fc735-1 {}] regionserver.HStore(327): Store=a6d23b8255fe72616a47dd6c1b9fc735/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/replication/a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/replication/a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:22,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/replication/a6d23b8255fe72616a47dd6c1b9fc735/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:22,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a6d23b8255fe72616a47dd6c1b9fc735; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71583518, jitterRate=0.06667754054069519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:22,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:22,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a6d23b8255fe72616a47dd6c1b9fc735: Running coprocessor pre-open hook at 1732663282082Writing region info on filesystem at 1732663282082Initializing all the Stores at 1732663282083 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663282083Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663282083Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663282083Cleaning up temporary data from old regions at 1732663282090 (+7 ms)Running coprocessor post-open hooks at 1732663282094 (+4 ms)Region opened successfully at 1732663282094 2024-11-26T23:21:22,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735., pid=10, masterSystemTime=1732663282045 2024-11-26T23:21:22,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:22,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:22,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6d23b8255fe72616a47dd6c1b9fc735, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,46355,1732663272431 2024-11-26T23:21:22,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6d23b8255fe72616a47dd6c1b9fc735, server=c707e9ace675,46355,1732663272431 because future has completed 2024-11-26T23:21:22,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:21:22,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a6d23b8255fe72616a47dd6c1b9fc735, server=c707e9ace675,46355,1732663272431 in 207 msec 2024-11-26T23:21:22,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:21:22,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6d23b8255fe72616a47dd6c1b9fc735, ASSIGN in 367 msec 2024-11-26T23:21:22,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:22,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663282104"}]},"ts":"1732663282104"} 2024-11-26T23:21:22,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:21:22,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:22,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 836 msec 2024-11-26T23:21:22,122 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 379, reset compression=false 2024-11-26T23:21:22,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735., hostname=c707e9ace675,46355,1732663272431, seqNum=2] 2024-11-26T23:21:22,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:22,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:22,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:21:22,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:21:22,306 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:21:22,345 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,46355,1732663272431, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:21:22,346 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:22,346 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46355,1732663272431, seqNum=-1] 2024-11-26T23:21:22,347 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:22,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T23:21:22,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,46355,1732663272431', locateType=CURRENT is [region=hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735., hostname=c707e9ace675,46355,1732663272431, seqNum=2] 2024-11-26T23:21:22,352 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:21:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:21:22,355 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,46355,1732663272431 suceeded 2024-11-26T23:21:22,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:21:22,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-26T23:21:22,357 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:33249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:21:22,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1010 sec 2024-11-26T23:21:22,369 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:33249' 2024-11-26T23:21:22,370 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d61631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,370 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,33249,-1 for getting cluster id 2024-11-26T23:21:22,370 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:22,371 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742f335e-b19c-465b-a93e-114a19c35aa4' 2024-11-26T23:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742f335e-b19c-465b-a93e-114a19c35aa4" 2024-11-26T23:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f6cb2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,33249,-1] 2024-11-26T23:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:22,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:22,372 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:22,373 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68296c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,373 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:22,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,33249,1732663268907 2024-11-26T23:21:22,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba5030b 2024-11-26T23:21:22,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:22,375 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-26T23:21:22,375 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,46355,1732663272431 (queues=1) is replicating from cluster=8138d43e-f234-47cf-bf66-a82a21fa6b42 to cluster=742f335e-b19c-465b-a93e-114a19c35aa4 2024-11-26T23:21:22,376 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C46355%2C1732663272431 2024-11-26T23:21:22,376 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,46355,1732663272431, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:21:22,376 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, startPosition=0, beingWritten=true 2024-11-26T23:21:22,376 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C46355%2C1732663272431 2024-11-26T23:21:22,381 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:22,381 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 379, reset compression=false 2024-11-26T23:21:22,381 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,46355,1732663272431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:22,398 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:21:22,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:22,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:22,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:22,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:22,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:22,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e425d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45187,-1 for getting cluster id 2024-11-26T23:21:22,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:22,401 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0cdbe42-147c-484b-a300-9e9a919e9c42' 2024-11-26T23:21:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0cdbe42-147c-484b-a300-9e9a919e9c42" 2024-11-26T23:21:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29da1a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45187,-1] 2024-11-26T23:21:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:22,402 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1558ae42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f99f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,33249,-1 for getting cluster id 2024-11-26T23:21:22,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:22,404 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742f335e-b19c-465b-a93e-114a19c35aa4' 2024-11-26T23:21:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742f335e-b19c-465b-a93e-114a19c35aa4" 2024-11-26T23:21:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b3b98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,33249,-1] 2024-11-26T23:21:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:22,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:22,405 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4a8c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2988e378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38137,-1 for getting cluster id 2024-11-26T23:21:22,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:22,409 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8138d43e-f234-47cf-bf66-a82a21fa6b42' 2024-11-26T23:21:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8138d43e-f234-47cf-bf66-a82a21fa6b42" 2024-11-26T23:21:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c91a04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38137,-1] 2024-11-26T23:21:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:22,410 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee39395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,37419,1732663266177, seqNum=-1] 2024-11-26T23:21:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:22,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663274992.cb8038748587eee3eef3f958676fd633., hostname=c707e9ace675,37419,1732663266177, seqNum=2] 2024-11-26T23:21:22,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46355,1732663272431, seqNum=-1] 2024-11-26T23:21:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:22,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663276793.a74abc12789d43397ac27010b4d1696f., hostname=c707e9ace675,46355,1732663272431, seqNum=2] 2024-11-26T23:21:22,423 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T23:21:22,591 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 379, reset compression=false 2024-11-26T23:21:22,641 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 379, reset compression=false 2024-11-26T23:21:22,675 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 379, reset compression=false 2024-11-26T23:21:22,680 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:21:22,680 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 480, reset compression=false 2024-11-26T23:21:22,680 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,37419,1732663266177 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb8038748587eee3eef3f958676fd633/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T23:21:22,682 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:22,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-26T23:21:22,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:21:22,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a938f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,33249,-1 for getting cluster id 2024-11-26T23:21:22,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:22,685 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742f335e-b19c-465b-a93e-114a19c35aa4' 2024-11-26T23:21:22,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:22,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742f335e-b19c-465b-a93e-114a19c35aa4" 2024-11-26T23:21:22,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53fe1a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,33249,-1] 2024-11-26T23:21:22,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:22,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:22,686 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:22,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c318bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:22,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:22,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42323,1732663268957, seqNum=-1] 2024-11-26T23:21:22,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:22,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T23:21:22,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9., hostname=c707e9ace675,42323,1732663268957, seqNum=2] 2024-11-26T23:21:22,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:21:22,883 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 480, reset compression=false 2024-11-26T23:21:22,896 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 379, reset compression=false 2024-11-26T23:21:23,187 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 480, reset compression=false 2024-11-26T23:21:23,244 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 379, reset compression=false 2024-11-26T23:21:23,250 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:21:23,250 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 504, reset compression=false 2024-11-26T23:21:23,250 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42323,1732663268957 got entry batch from reader: WALEntryBatch [walEntries=[{test/364b7c4e99834990b2cda2b47ea88cd9/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T23:21:23,253 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:23,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-26T23:21:23,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:21:23,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a6512e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:23,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38137,-1 for getting cluster id 2024-11-26T23:21:23,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:23,257 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8138d43e-f234-47cf-bf66-a82a21fa6b42' 2024-11-26T23:21:23,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:23,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8138d43e-f234-47cf-bf66-a82a21fa6b42" 2024-11-26T23:21:23,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e1c89df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:23,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38137,-1] 2024-11-26T23:21:23,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:23,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:23,260 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:23,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52ddba35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:23,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:23,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46355,1732663272431, seqNum=-1] 2024-11-26T23:21:23,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:23,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T23:21:23,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732663276793.a74abc12789d43397ac27010b4d1696f., hostname=c707e9ace675,46355,1732663272431, seqNum=2] 2024-11-26T23:21:23,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:21:23,301 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 379, reset compression=false 2024-11-26T23:21:23,308 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:23,308 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 527, reset compression=false 2024-11-26T23:21:23,308 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,46355,1732663272431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:23,426 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T23:21:23,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42323,1732663268957, seqNum=-1] 2024-11-26T23:21:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:23,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:23,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9., hostname=c707e9ace675,42323,1732663268957, seqNum=2] 2024-11-26T23:21:23,435 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T23:21:23,459 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 504, reset compression=false 2024-11-26T23:21:23,483 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:21:23,483 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 608, reset compression=false 2024-11-26T23:21:23,483 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42323,1732663268957 got entry batch from reader: WALEntryBatch [walEntries=[{test/364b7c4e99834990b2cda2b47ea88cd9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T23:21:23,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:21:23,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:21:23,512 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 527, reset compression=false 2024-11-26T23:21:23,549 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:23,549 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 654, reset compression=false 2024-11-26T23:21:23,549 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,46355,1732663272431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:23,593 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 480, reset compression=false 2024-11-26T23:21:23,736 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 608, reset compression=false 2024-11-26T23:21:23,773 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 654, reset compression=false 2024-11-26T23:21:24,057 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 608, reset compression=false 2024-11-26T23:21:24,078 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 654, reset compression=false 2024-11-26T23:21:24,122 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 480, reset compression=false 2024-11-26T23:21:24,438 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T23:21:24,442 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T23:21:24,462 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 608, reset compression=false 2024-11-26T23:21:24,483 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 654, reset compression=false 2024-11-26T23:21:24,491 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:21:24,491 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 758, reset compression=false 2024-11-26T23:21:24,491 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,46355,1732663272431 got entry batch from reader: WALEntryBatch [walEntries=[{test/a74abc12789d43397ac27010b4d1696f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T23:21:24,494 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:24,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-26T23:21:24,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:21:24,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:21:24,700 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 758, reset compression=false 2024-11-26T23:21:24,726 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 480, reset compression=false 2024-11-26T23:21:24,987 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 608, reset compression=false 2024-11-26T23:21:24,992 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:24,992 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 736, reset compression=false 2024-11-26T23:21:24,992 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42323,1732663268957 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:25,014 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 758, reset compression=false 2024-11-26T23:21:25,196 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 736, reset compression=false 2024-11-26T23:21:25,418 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 758, reset compression=false 2024-11-26T23:21:25,431 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 480, reset compression=false 2024-11-26T23:21:25,444 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T23:21:25,448 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T23:21:25,499 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 736, reset compression=false 2024-11-26T23:21:25,902 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 736, reset compression=false 2024-11-26T23:21:25,921 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 758, reset compression=false 2024-11-26T23:21:26,234 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 480, reset compression=false 2024-11-26T23:21:26,239 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:21:26,239 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:26,239 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,37419,1732663266177 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb8038748587eee3eef3f958676fd633/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T23:21:26,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:21:26,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:21:26,413 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 736, reset compression=false 2024-11-26T23:21:26,419 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:21:26,419 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 884, reset compression=false 2024-11-26T23:21:26,419 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42323,1732663268957 got entry batch from reader: WALEntryBatch [walEntries=[{test/364b7c4e99834990b2cda2b47ea88cd9/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T23:21:26,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:21:26,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:21:26,450 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:26,451 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T23:21:26,456 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T23:21:26,525 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 758, reset compression=false 2024-11-26T23:21:26,535 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:26,535 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 929, reset compression=false 2024-11-26T23:21:26,535 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,46355,1732663272431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:26,638 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 884, reset compression=false 2024-11-26T23:21:26,647 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:21:26,647 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1043, reset compression=false 2024-11-26T23:21:26,647 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42323,1732663268957 got entry batch from reader: WALEntryBatch [walEntries=[{test/364b7c4e99834990b2cda2b47ea88cd9/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T23:21:26,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:21:26,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:21:26,764 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:26,766 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 929, reset compression=false 2024-11-26T23:21:26,823 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:26,823 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1078, reset compression=false 2024-11-26T23:21:26,824 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,46355,1732663272431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:26,894 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1043, reset compression=false 2024-11-26T23:21:27,059 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1078, reset compression=false 2024-11-26T23:21:27,204 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:27,219 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1043, reset compression=false 2024-11-26T23:21:27,370 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1078, reset compression=false 2024-11-26T23:21:27,461 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T23:21:27,470 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T23:21:27,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:21:27,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,624 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1043, reset compression=false 2024-11-26T23:21:27,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:27,710 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:27,781 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1078, reset compression=false 2024-11-26T23:21:27,785 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:21:27,785 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1237, reset compression=false 2024-11-26T23:21:27,786 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,46355,1732663272431 got entry batch from reader: WALEntryBatch [walEntries=[{test/a74abc12789d43397ac27010b4d1696f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T23:21:27,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T23:21:27,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T23:21:27,990 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1237, reset compression=false 2024-11-26T23:21:28,128 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1043, reset compression=false 2024-11-26T23:21:28,138 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:28,138 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1193, reset compression=false 2024-11-26T23:21:28,138 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42323,1732663268957 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:28,294 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1237, reset compression=false 2024-11-26T23:21:28,317 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:28,343 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1193, reset compression=false 2024-11-26T23:21:28,472 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T23:21:28,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:21:28,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:28,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:28,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:28,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:28,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:21:28,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=341167411, stopped=false 2024-11-26T23:21:28,480 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,38137,1732663272373 2024-11-26T23:21:28,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:28,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542083378/running 2024-11-26T23:21:28,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542083378/running 2024-11-26T23:21:28,483 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:28,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:28,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:28,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:28,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:28,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:28,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on znode that does not yet exist, /2-1542083378/running 2024-11-26T23:21:28,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Set watcher on znode that does not yet exist, /2-1542083378/running 2024-11-26T23:21:28,484 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,46355,1732663272431' ***** 2024-11-26T23:21:28,484 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:21:28,485 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:21:28,485 INFO [RS:0;c707e9ace675:46355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:21:28,485 INFO [RS:0;c707e9ace675:46355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:21:28,485 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(3091): Received CLOSE for a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:28,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:21:28,492 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(3091): Received CLOSE for a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:28,492 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,46355,1732663272431 2024-11-26T23:21:28,492 INFO [RS:0;c707e9ace675:46355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:28,493 INFO [RS:0;c707e9ace675:46355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46355. 2024-11-26T23:21:28,493 DEBUG [RS:0;c707e9ace675:46355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:28,493 DEBUG [RS:0;c707e9ace675:46355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:28,493 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a74abc12789d43397ac27010b4d1696f, disabling compactions & flushes 2024-11-26T23:21:28,493 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:28,493 INFO [RS:0;c707e9ace675:46355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:21:28,493 INFO [RS:0;c707e9ace675:46355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:21:28,493 INFO [RS:0;c707e9ace675:46355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:21:28,493 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:28,493 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:21:28,493 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663276793.a74abc12789d43397ac27010b4d1696f. after waiting 0 ms 2024-11-26T23:21:28,493 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:28,493 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a74abc12789d43397ac27010b4d1696f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T23:21:28,498 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:21:28,498 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a74abc12789d43397ac27010b4d1696f=test,,1732663276793.a74abc12789d43397ac27010b4d1696f., a6d23b8255fe72616a47dd6c1b9fc735=hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735.} 2024-11-26T23:21:28,498 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6d23b8255fe72616a47dd6c1b9fc735, a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:28,498 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:28,498 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:28,498 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:28,498 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:28,498 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:28,498 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:21:28,529 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/info/58c6ecfa66c446ad91b1a9dff197cb07 is 147, key is hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735./info:regioninfo/1732663282097/Put/seqid=0 2024-11-26T23:21:28,533 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/.tmp/f/62af3028c72548fbbdd5d2c8be7143ea is 29, key is row1/f:/1732663286452/DeleteFamily/seqid=0 2024-11-26T23:21:28,538 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:28,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741840_1016 (size=7686) 2024-11-26T23:21:28,543 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/info/58c6ecfa66c446ad91b1a9dff197cb07 2024-11-26T23:21:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741841_1017 (size=5152) 2024-11-26T23:21:28,575 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/ns/d4bf60eb698b42feb916b8bfa685713f is 43, key is default/ns:d/1732663274934/Put/seqid=0 2024-11-26T23:21:28,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741842_1018 (size=5153) 2024-11-26T23:21:28,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:28,599 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:21:28,599 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88583 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:21:28,648 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1193, reset compression=false 2024-11-26T23:21:28,698 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6d23b8255fe72616a47dd6c1b9fc735, a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:28,699 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1237, reset compression=false 2024-11-26T23:21:28,704 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:28,705 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1484, reset compression=false 2024-11-26T23:21:28,705 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,46355,1732663272431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:28,706 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,46355,1732663272431: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c707e9ace675,46355,1732663272431, walGroup=c707e9ace675%2C46355%2C1732663272431, offset=c707e9ace675%2C46355%2C1732663272431.1732663274455:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:21:28,707 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:21:28,707 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:21:28,708 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:21:28,709 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:21:28,709 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:21:28,709 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 875545408 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 201260680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:21:28,709 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:38137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:38137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:21:28,898 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6d23b8255fe72616a47dd6c1b9fc735, a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:28,918 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1484, reset compression=false 2024-11-26T23:21:28,954 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/.tmp/f/62af3028c72548fbbdd5d2c8be7143ea 2024-11-26T23:21:28,960 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62af3028c72548fbbdd5d2c8be7143ea 2024-11-26T23:21:28,979 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/.tmp/f1/022601a2aadd4680910cbee2e2d818e0 is 30, key is row1/f1:/1732663286452/DeleteFamily/seqid=0 2024-11-26T23:21:28,981 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/ns/d4bf60eb698b42feb916b8bfa685713f 2024-11-26T23:21:28,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741843_1019 (size=5158) 2024-11-26T23:21:29,000 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/.tmp/f1/022601a2aadd4680910cbee2e2d818e0 2024-11-26T23:21:29,005 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 022601a2aadd4680910cbee2e2d818e0 2024-11-26T23:21:29,021 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:29,030 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/rep_barrier/13d3f7cd9dcf462f82f6d5ee4b4986d8 is 112, key is test,,1732663276793.a74abc12789d43397ac27010b4d1696f./rep_barrier:seqnumDuringOpen/1732663277693/Put/seqid=0 2024-11-26T23:21:29,046 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/.tmp/norep/fefb723b18b74e0089d2104b70d606b1 is 33, key is row2/norep:/1732663287463/DeleteFamily/seqid=0 2024-11-26T23:21:29,053 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1193, reset compression=false 2024-11-26T23:21:29,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741844_1020 (size=5518) 2024-11-26T23:21:29,099 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6d23b8255fe72616a47dd6c1b9fc735, a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741845_1021 (size=5108) 2024-11-26T23:21:29,222 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1484, reset compression=false 2024-11-26T23:21:29,299 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6d23b8255fe72616a47dd6c1b9fc735, a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:29,314 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:21:29,314 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:21:29,487 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/rep_barrier/13d3f7cd9dcf462f82f6d5ee4b4986d8 2024-11-26T23:21:29,499 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6d23b8255fe72616a47dd6c1b9fc735, a74abc12789d43397ac27010b4d1696f 2024-11-26T23:21:29,507 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/.tmp/norep/fefb723b18b74e0089d2104b70d606b1 2024-11-26T23:21:29,515 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fefb723b18b74e0089d2104b70d606b1 2024-11-26T23:21:29,516 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/.tmp/f/62af3028c72548fbbdd5d2c8be7143ea as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/f/62af3028c72548fbbdd5d2c8be7143ea 2024-11-26T23:21:29,523 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/table/bd1ac5b8260f4743820f36f5ece0c86c is 53, key is hbase:replication/table:state/1732663282104/Put/seqid=0 2024-11-26T23:21:29,523 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62af3028c72548fbbdd5d2c8be7143ea 2024-11-26T23:21:29,524 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/f/62af3028c72548fbbdd5d2c8be7143ea, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T23:21:29,526 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/.tmp/f1/022601a2aadd4680910cbee2e2d818e0 as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/f1/022601a2aadd4680910cbee2e2d818e0 2024-11-26T23:21:29,533 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 022601a2aadd4680910cbee2e2d818e0 2024-11-26T23:21:29,533 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/f1/022601a2aadd4680910cbee2e2d818e0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T23:21:29,536 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/.tmp/norep/fefb723b18b74e0089d2104b70d606b1 as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/norep/fefb723b18b74e0089d2104b70d606b1 2024-11-26T23:21:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741846_1022 (size=5308) 2024-11-26T23:21:29,539 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/table/bd1ac5b8260f4743820f36f5ece0c86c 2024-11-26T23:21:29,547 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/info/58c6ecfa66c446ad91b1a9dff197cb07 as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/info/58c6ecfa66c446ad91b1a9dff197cb07 2024-11-26T23:21:29,552 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/info/58c6ecfa66c446ad91b1a9dff197cb07, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:21:29,553 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/ns/d4bf60eb698b42feb916b8bfa685713f as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/ns/d4bf60eb698b42feb916b8bfa685713f 2024-11-26T23:21:29,557 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fefb723b18b74e0089d2104b70d606b1 2024-11-26T23:21:29,557 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/norep/fefb723b18b74e0089d2104b70d606b1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T23:21:29,558 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a74abc12789d43397ac27010b4d1696f in 1065ms, sequenceid=10, compaction requested=false 2024-11-26T23:21:29,560 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/ns/d4bf60eb698b42feb916b8bfa685713f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:21:29,561 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/rep_barrier/13d3f7cd9dcf462f82f6d5ee4b4986d8 as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/rep_barrier/13d3f7cd9dcf462f82f6d5ee4b4986d8 2024-11-26T23:21:29,566 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/rep_barrier/13d3f7cd9dcf462f82f6d5ee4b4986d8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:21:29,567 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/.tmp/table/bd1ac5b8260f4743820f36f5ece0c86c as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/table/bd1ac5b8260f4743820f36f5ece0c86c 2024-11-26T23:21:29,572 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/table/bd1ac5b8260f4743820f36f5ece0c86c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:21:29,573 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1075ms, sequenceid=16, compaction requested=false 2024-11-26T23:21:29,581 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/default/test/a74abc12789d43397ac27010b4d1696f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:21:29,582 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a74abc12789d43397ac27010b4d1696f: Waiting for close lock at 1732663288493Running coprocessor pre-close hooks at 1732663288493Disabling compacts and flushes for region at 1732663288493Disabling writes for close at 1732663288493Obtaining lock to block concurrent updates at 1732663288493Preparing flush snapshotting stores in a74abc12789d43397ac27010b4d1696f at 1732663288493Finished memstore snapshotting test,,1732663276793.a74abc12789d43397ac27010b4d1696f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732663288494 (+1 ms)Flushing stores of test,,1732663276793.a74abc12789d43397ac27010b4d1696f. at 1732663288494Flushing a74abc12789d43397ac27010b4d1696f/f: creating writer at 1732663288495 (+1 ms)Flushing a74abc12789d43397ac27010b4d1696f/f: appending metadata at 1732663288532 (+37 ms)Flushing a74abc12789d43397ac27010b4d1696f/f: closing flushed file at 1732663288532Flushing a74abc12789d43397ac27010b4d1696f/f1: creating writer at 1732663288960 (+428 ms)Flushing a74abc12789d43397ac27010b4d1696f/f1: appending metadata at 1732663288978 (+18 ms)Flushing a74abc12789d43397ac27010b4d1696f/f1: closing flushed file at 1732663288978Flushing a74abc12789d43397ac27010b4d1696f/norep: creating writer at 1732663289005 (+27 ms)Flushing a74abc12789d43397ac27010b4d1696f/norep: appending metadata at 1732663289045 (+40 ms)Flushing a74abc12789d43397ac27010b4d1696f/norep: closing flushed file at 1732663289045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f518ff: reopening flushed file at 1732663289515 (+470 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec3c337: reopening flushed file at 1732663289524 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27722b3: reopening flushed file at 1732663289533 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a74abc12789d43397ac27010b4d1696f in 1065ms, sequenceid=10, compaction requested=false at 1732663289558 (+25 ms)Writing region close event to WAL at 1732663289570 (+12 ms)Running coprocessor post-close hooks at 1732663289581 (+11 ms)Closed at 1732663289582 (+1 ms) 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663276793.a74abc12789d43397ac27010b4d1696f. 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6d23b8255fe72616a47dd6c1b9fc735, disabling compactions & flushes 2024-11-26T23:21:29,582 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. after waiting 0 ms 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6d23b8255fe72616a47dd6c1b9fc735: Waiting for close lock at 1732663289582Running coprocessor pre-close hooks at 1732663289582Disabling compacts and flushes for region at 1732663289582Disabling writes for close at 1732663289582Failed flush hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735., putting online again at 1732663289582 2024-11-26T23:21:29,582 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:29,592 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:21:29,593 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:29,593 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:21:29,593 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:29,593 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663288498Running coprocessor pre-close hooks at 1732663288498Disabling compacts and flushes for region at 1732663288498Disabling writes for close at 1732663288498Obtaining lock to block concurrent updates at 1732663288498Preparing flush snapshotting stores in 1588230740 at 1732663288498Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663288498Flushing stores of hbase:meta,,1.1588230740 at 1732663288499 (+1 ms)Flushing 1588230740/info: creating writer at 1732663288499Flushing 1588230740/info: appending metadata at 1732663288528 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732663288528Flushing 1588230740/ns: creating writer at 1732663288548 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732663288575 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732663288575Flushing 1588230740/rep_barrier: creating writer at 1732663288989 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663289029 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663289029Flushing 1588230740/table: creating writer at 1732663289494 (+465 ms)Flushing 1588230740/table: appending metadata at 1732663289522 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732663289523 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fced88a: reopening flushed file at 1732663289546 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462c42ec: reopening flushed file at 1732663289552 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d19d216: reopening flushed file at 1732663289560 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673424ba: reopening flushed file at 1732663289566 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1075ms, sequenceid=16, compaction requested=false at 1732663289573 (+7 ms)Writing region close event to WAL at 1732663289589 (+16 ms)Running coprocessor post-close hooks at 1732663289593 (+4 ms)Closed at 1732663289593 2024-11-26T23:21:29,593 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:29,610 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1193, reset compression=false 2024-11-26T23:21:29,631 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 1484, reset compression=false 2024-11-26T23:21:29,643 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:29,643 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 2128, reset compression=false 2024-11-26T23:21:29,699 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:21:29,699 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1325): Online Regions={a6d23b8255fe72616a47dd6c1b9fc735=hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735.} 2024-11-26T23:21:29,699 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(3091): Received CLOSE for a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:29,699 DEBUG [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1351): Waiting on a6d23b8255fe72616a47dd6c1b9fc735 2024-11-26T23:21:29,700 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6d23b8255fe72616a47dd6c1b9fc735, disabling compactions & flushes 2024-11-26T23:21:29,700 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:29,700 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:29,700 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. after waiting 0 ms 2024-11-26T23:21:29,700 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:29,700 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6d23b8255fe72616a47dd6c1b9fc735: Waiting for close lock at 1732663289699Running coprocessor pre-close hooks at 1732663289699Disabling compacts and flushes for region at 1732663289699Disabling writes for close at 1732663289700 (+1 ms)Failed flush hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735., putting online again at 1732663289700 2024-11-26T23:21:29,700 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732663281271.a6d23b8255fe72616a47dd6c1b9fc735. 2024-11-26T23:21:29,850 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.wal-reader.c707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 to pos 2128, reset compression=false 2024-11-26T23:21:29,869 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:29,899 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T23:21:29,900 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,46355,1732663272431; all regions closed. 2024-11-26T23:21:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:21:29,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741839_1015 (size=2171) 2024-11-26T23:21:29,904 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.rep.1732663282052 not finished, retry = 0 2024-11-26T23:21:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741833_1009 (size=2136) 2024-11-26T23:21:30,008 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/WALs/c707e9ace675,46355,1732663272431/c707e9ace675%2C46355%2C1732663272431.1732663274455 not finished, retry = 0 2024-11-26T23:21:30,109 DEBUG [RS:0;c707e9ace675:46355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:30,109 INFO [RS:0;c707e9ace675:46355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:30,109 INFO [RS:0;c707e9ace675:46355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:30,110 INFO [RS:0;c707e9ace675:46355 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:30,110 INFO [RS:0;c707e9ace675:46355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:30,110 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:30,111 INFO [RS:0;c707e9ace675:46355 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,46355,1732663272431 because: Region server is closing 2024-11-26T23:21:30,111 INFO [RS:0;c707e9ace675:46355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46355. 2024-11-26T23:21:30,111 DEBUG [RS:0;c707e9ace675:46355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:30,111 DEBUG [RS:0;c707e9ace675:46355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:30,111 DEBUG [RS:0;c707e9ace675:46355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:30,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:30,211 INFO [RS:0;c707e9ace675:46355 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,46355,1732663272431.replicationSource.shipperc707e9ace675%2C46355%2C1732663272431,1-c707e9ace675,46355,1732663272431 terminated 2024-11-26T23:21:30,211 INFO [RS:0;c707e9ace675:46355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46355. 2024-11-26T23:21:30,212 DEBUG [RS:0;c707e9ace675:46355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:30,212 DEBUG [RS:0;c707e9ace675:46355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:30,212 DEBUG [RS:0;c707e9ace675:46355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:30,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:30,212 INFO [RS:0;c707e9ace675:46355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46355 2024-11-26T23:21:30,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542083378/rs/c707e9ace675,46355,1732663272431 2024-11-26T23:21:30,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378/rs 2024-11-26T23:21:30,214 INFO [RS:0;c707e9ace675:46355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:30,214 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1193, reset compression=false 2024-11-26T23:21:30,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,46355,1732663272431] 2024-11-26T23:21:30,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1542083378/draining/c707e9ace675,46355,1732663272431 already deleted, retry=false 2024-11-26T23:21:30,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,46355,1732663272431 expired; onlineServers=0 2024-11-26T23:21:30,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,38137,1732663272373' ***** 2024-11-26T23:21:30,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:21:30,216 INFO [M:0;c707e9ace675:38137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:30,216 INFO [M:0;c707e9ace675:38137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:30,217 DEBUG [M:0;c707e9ace675:38137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:21:30,217 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:21:30,217 DEBUG [M:0;c707e9ace675:38137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:21:30,217 INFO [M:0;c707e9ace675:38137 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:30,217 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663274200 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663274200,5,FailOnTimeoutGroup] 2024-11-26T23:21:30,217 INFO [M:0;c707e9ace675:38137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:30,217 DEBUG [M:0;c707e9ace675:38137 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:21:30,217 INFO [M:0;c707e9ace675:38137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:21:30,217 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663274245 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663274245,5,FailOnTimeoutGroup] 2024-11-26T23:21:30,217 INFO [M:0;c707e9ace675:38137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:30,218 INFO [M:0;c707e9ace675:38137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:21:30,218 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:21:30,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1542083378/master 2024-11-26T23:21:30,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1542083378 2024-11-26T23:21:30,220 DEBUG [M:0;c707e9ace675:38137 {}] zookeeper.ZKUtil(347): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Unable to get data of znode /2-1542083378/master because node does not exist (not an error) 2024-11-26T23:21:30,220 WARN [M:0;c707e9ace675:38137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:21:30,221 INFO [M:0;c707e9ace675:38137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/.lastflushedseqids 2024-11-26T23:21:30,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741847_1023 (size=245) 2024-11-26T23:21:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:30,316 INFO [RS:0;c707e9ace675:46355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46355-0x101569532620007, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:30,316 INFO [RS:0;c707e9ace675:46355 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,46355,1732663272431; zookeeper connection closed. 2024-11-26T23:21:30,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c1161a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c1161a4 2024-11-26T23:21:30,316 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:21:30,626 INFO [M:0;c707e9ace675:38137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:21:30,626 INFO [M:0;c707e9ace675:38137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:21:30,626 DEBUG [M:0;c707e9ace675:38137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:30,626 INFO [M:0;c707e9ace675:38137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:30,626 DEBUG [M:0;c707e9ace675:38137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:30,626 DEBUG [M:0;c707e9ace675:38137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:30,626 DEBUG [M:0;c707e9ace675:38137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:30,626 INFO [M:0;c707e9ace675:38137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T23:21:30,647 DEBUG [M:0;c707e9ace675:38137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d9cd2a1dd23425d8a0e2f5a188b95c0 is 82, key is hbase:meta,,1/info:regioninfo/1732663274924/Put/seqid=0 2024-11-26T23:21:30,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741848_1024 (size=5672) 2024-11-26T23:21:30,778 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:30,919 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1193, reset compression=false 2024-11-26T23:21:31,052 INFO [M:0;c707e9ace675:38137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d9cd2a1dd23425d8a0e2f5a188b95c0 2024-11-26T23:21:31,076 DEBUG [M:0;c707e9ace675:38137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca34dd65c4a14f6286573ab6a3e3d664 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663282107/Put/seqid=0 2024-11-26T23:21:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741849_1025 (size=8515) 2024-11-26T23:21:31,483 INFO [M:0;c707e9ace675:38137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca34dd65c4a14f6286573ab6a3e3d664 2024-11-26T23:21:31,505 DEBUG [M:0;c707e9ace675:38137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b73dc5884054446ad037d859ceb083b is 69, key is c707e9ace675,46355,1732663272431/rs:state/1732663274283/Put/seqid=0 2024-11-26T23:21:31,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741850_1026 (size=5156) 2024-11-26T23:21:31,723 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1193, reset compression=false 2024-11-26T23:21:31,782 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:31,910 INFO [M:0;c707e9ace675:38137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b73dc5884054446ad037d859ceb083b 2024-11-26T23:21:31,916 DEBUG [M:0;c707e9ace675:38137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d9cd2a1dd23425d8a0e2f5a188b95c0 as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d9cd2a1dd23425d8a0e2f5a188b95c0 2024-11-26T23:21:31,921 INFO [M:0;c707e9ace675:38137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d9cd2a1dd23425d8a0e2f5a188b95c0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T23:21:31,922 DEBUG [M:0;c707e9ace675:38137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca34dd65c4a14f6286573ab6a3e3d664 as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca34dd65c4a14f6286573ab6a3e3d664 2024-11-26T23:21:31,939 INFO [M:0;c707e9ace675:38137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca34dd65c4a14f6286573ab6a3e3d664, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T23:21:31,941 DEBUG [M:0;c707e9ace675:38137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b73dc5884054446ad037d859ceb083b as hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b73dc5884054446ad037d859ceb083b 2024-11-26T23:21:31,946 INFO [M:0;c707e9ace675:38137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46643/user/jenkins/test-data/674ae1bd-9845-1d46-fd78-4c7dcb4ae5b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b73dc5884054446ad037d859ceb083b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T23:21:31,948 INFO [M:0;c707e9ace675:38137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false 2024-11-26T23:21:31,955 INFO [M:0;c707e9ace675:38137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:31,955 DEBUG [M:0;c707e9ace675:38137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663290626Disabling compacts and flushes for region at 1732663290626Disabling writes for close at 1732663290626Obtaining lock to block concurrent updates at 1732663290626Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663290626Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732663290627 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663290628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663290628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663290647 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663290647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663291056 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663291076 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663291076Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663291488 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663291505 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663291505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257c0aeb: reopening flushed file at 1732663291915 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b44eca5: reopening flushed file at 1732663291921 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6175719e: reopening flushed file at 1732663291939 (+18 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false at 1732663291948 (+9 ms)Writing region close event to WAL at 1732663291955 (+7 ms)Closed at 1732663291955 2024-11-26T23:21:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741830_1006 (size=63642) 2024-11-26T23:21:31,969 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:31,969 INFO [M:0;c707e9ace675:38137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:21:31,970 INFO [M:0;c707e9ace675:38137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38137 2024-11-26T23:21:31,972 INFO [M:0;c707e9ace675:38137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x101569532620006, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:32,074 INFO [M:0;c707e9ace675:38137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:32,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@327edba8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:32,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c183537{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:32,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:32,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7276daf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:32,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0d812a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:32,093 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:21:32,093 WARN [BP-675537355-172.17.0.2-1732663271738 heartbeating to localhost/127.0.0.1:46643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:21:32,093 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:21:32,093 WARN [BP-675537355-172.17.0.2-1732663271738 heartbeating to localhost/127.0.0.1:46643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-675537355-172.17.0.2-1732663271738 (Datanode Uuid 08d15a2d-2f56-4fe5-b9ad-f62f9150c6a2) service to localhost/127.0.0.1:46643 2024-11-26T23:21:32,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/cluster_0d54fc38-ac34-99d6-7404-49a6bbdd53ab/data/data1/current/BP-675537355-172.17.0.2-1732663271738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:32,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/cluster_0d54fc38-ac34-99d6-7404-49a6bbdd53ab/data/data2/current/BP-675537355-172.17.0.2-1732663271738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:32,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:21:32,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2758d43d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:32,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76611e6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:32,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:32,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6842fe12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:32,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4c5998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:32,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:21:32,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:21:32,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:32,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:32,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:32,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:32,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:32,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:21:32,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1330447708, stopped=false 2024-11-26T23:21:32,130 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,33249,1732663268907 2024-11-26T23:21:32,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1936227944/running 2024-11-26T23:21:32,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1936227944/running 2024-11-26T23:21:32,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:32,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:32,139 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:32,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on znode that does not yet exist, /1936227944/running 2024-11-26T23:21:32,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Set watcher on znode that does not yet exist, /1936227944/running 2024-11-26T23:21:32,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:32,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:32,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:32,142 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,42323,1732663268957' ***** 2024-11-26T23:21:32,142 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:21:32,143 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:21:32,143 INFO [RS:0;c707e9ace675:42323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:21:32,143 INFO [RS:0;c707e9ace675:42323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:21:32,143 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(3091): Received CLOSE for 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:32,143 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:21:32,143 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(3091): Received CLOSE for 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:32,143 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,42323,1732663268957 2024-11-26T23:21:32,143 INFO [RS:0;c707e9ace675:42323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:32,143 INFO [RS:0;c707e9ace675:42323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42323. 2024-11-26T23:21:32,144 DEBUG [RS:0;c707e9ace675:42323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:32,144 DEBUG [RS:0;c707e9ace675:42323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:32,144 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4be58c45c8aaed45d972fc37a54394e7, disabling compactions & flushes 2024-11-26T23:21:32,144 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:32,144 INFO [RS:0;c707e9ace675:42323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:21:32,144 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:32,144 INFO [RS:0;c707e9ace675:42323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:21:32,144 INFO [RS:0;c707e9ace675:42323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:21:32,144 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. after waiting 0 ms 2024-11-26T23:21:32,144 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:32,144 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:21:32,144 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4be58c45c8aaed45d972fc37a54394e7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-26T23:21:32,144 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:21:32,144 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1325): Online Regions={4be58c45c8aaed45d972fc37a54394e7=hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7., 1588230740=hbase:meta,,1.1588230740, 364b7c4e99834990b2cda2b47ea88cd9=test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9.} 2024-11-26T23:21:32,144 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 364b7c4e99834990b2cda2b47ea88cd9, 4be58c45c8aaed45d972fc37a54394e7 2024-11-26T23:21:32,145 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:32,145 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:32,145 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:32,145 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:32,145 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:32,145 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:21:32,163 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:32,169 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/replication/4be58c45c8aaed45d972fc37a54394e7/.tmp/queue/af391fc90457421d883ee3adc3894b46 is 154, key is 1-c707e9ace675,42323,1732663268957/queue:c707e9ace675%2C42323%2C1732663268957/1732663288140/Put/seqid=0 2024-11-26T23:21:32,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741840_1016 (size=5353) 2024-11-26T23:21:32,177 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/replication/4be58c45c8aaed45d972fc37a54394e7/.tmp/queue/af391fc90457421d883ee3adc3894b46 2024-11-26T23:21:32,181 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/info/be40de5366ab42f9874383395441cdbc is 147, key is hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7./info:regioninfo/1732663280902/Put/seqid=0 2024-11-26T23:21:32,184 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/replication/4be58c45c8aaed45d972fc37a54394e7/.tmp/queue/af391fc90457421d883ee3adc3894b46 as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/replication/4be58c45c8aaed45d972fc37a54394e7/queue/af391fc90457421d883ee3adc3894b46 2024-11-26T23:21:32,188 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/replication/4be58c45c8aaed45d972fc37a54394e7/queue/af391fc90457421d883ee3adc3894b46, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T23:21:32,190 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4be58c45c8aaed45d972fc37a54394e7 in 45ms, sequenceid=12, compaction requested=false 2024-11-26T23:21:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741841_1017 (size=7686) 2024-11-26T23:21:32,194 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/info/be40de5366ab42f9874383395441cdbc 2024-11-26T23:21:32,217 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/replication/4be58c45c8aaed45d972fc37a54394e7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T23:21:32,218 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:32,218 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:21:32,218 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:32,218 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4be58c45c8aaed45d972fc37a54394e7: Waiting for close lock at 1732663292144Running coprocessor pre-close hooks at 1732663292144Disabling compacts and flushes for region at 1732663292144Disabling writes for close at 1732663292144Obtaining lock to block concurrent updates at 1732663292144Preparing flush snapshotting stores in 4be58c45c8aaed45d972fc37a54394e7 at 1732663292144Finished memstore snapshotting hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732663292144Flushing stores of hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. at 1732663292145 (+1 ms)Flushing 4be58c45c8aaed45d972fc37a54394e7/queue: creating writer at 1732663292145Flushing 4be58c45c8aaed45d972fc37a54394e7/queue: appending metadata at 1732663292169 (+24 ms)Flushing 4be58c45c8aaed45d972fc37a54394e7/queue: closing flushed file at 1732663292169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e886101: reopening flushed file at 1732663292183 (+14 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4be58c45c8aaed45d972fc37a54394e7 in 45ms, sequenceid=12, compaction requested=false at 1732663292190 (+7 ms)Writing region close event to WAL at 1732663292210 (+20 ms)Running coprocessor post-close hooks at 1732663292217 (+7 ms)Closed at 1732663292218 (+1 ms) 2024-11-26T23:21:32,218 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663280116.4be58c45c8aaed45d972fc37a54394e7. 2024-11-26T23:21:32,218 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 364b7c4e99834990b2cda2b47ea88cd9, disabling compactions & flushes 2024-11-26T23:21:32,218 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:32,218 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:32,218 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. after waiting 0 ms 2024-11-26T23:21:32,218 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:32,218 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 364b7c4e99834990b2cda2b47ea88cd9 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T23:21:32,226 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/ns/58b406d92cb841b99ac6edecc40d19bc is 43, key is default/ns:d/1732663271582/Put/seqid=0 2024-11-26T23:21:32,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741842_1018 (size=5153) 2024-11-26T23:21:32,245 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/.tmp/f/24a235c268b94b1f9d4f41592e3d24cc is 29, key is row1/f:/1732663286452/DeleteFamily/seqid=0 2024-11-26T23:21:32,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741843_1019 (size=5152) 2024-11-26T23:21:32,250 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/.tmp/f/24a235c268b94b1f9d4f41592e3d24cc 2024-11-26T23:21:32,254 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24a235c268b94b1f9d4f41592e3d24cc 2024-11-26T23:21:32,270 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/.tmp/f1/82f66c1ef8c2417aa59040bd5717d49b is 30, key is row1/f1:/1732663286452/DeleteFamily/seqid=0 2024-11-26T23:21:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741844_1020 (size=5158) 2024-11-26T23:21:32,345 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:32,545 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:32,627 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1193, reset compression=false 2024-11-26T23:21:32,632 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:32,632 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1440, reset compression=false 2024-11-26T23:21:32,632 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42323,1732663268957 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:32,633 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,42323,1732663268957: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c707e9ace675,42323,1732663268957, walGroup=c707e9ace675%2C42323%2C1732663268957, offset=c707e9ace675%2C42323%2C1732663268957.1732663270966:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:42323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:21:32,635 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:21:32,635 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:21:32,636 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:21:32,636 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:21:32,636 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:21:32,636 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 961528640 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 201717592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:21:32,637 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:33249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:33249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:21:32,638 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/ns/58b406d92cb841b99ac6edecc40d19bc 2024-11-26T23:21:32,669 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/rep_barrier/d24b7dc36abc493db8e40c6187dd81e3 is 112, key is test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9./rep_barrier:seqnumDuringOpen/1732663276434/Put/seqid=0 2024-11-26T23:21:32,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741845_1021 (size=5518) 2024-11-26T23:21:32,678 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/.tmp/f1/82f66c1ef8c2417aa59040bd5717d49b 2024-11-26T23:21:32,682 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82f66c1ef8c2417aa59040bd5717d49b 2024-11-26T23:21:32,704 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/.tmp/norep/ed0ce6509c054ec2be046c44f95cb60d is 33, key is row1/norep:/1732663286452/DeleteFamily/seqid=0 2024-11-26T23:21:32,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741846_1022 (size=5108) 2024-11-26T23:21:32,745 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:32,826 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:21:32,826 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:21:32,849 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1440, reset compression=false 2024-11-26T23:21:32,887 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:32,945 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:33,078 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/rep_barrier/d24b7dc36abc493db8e40c6187dd81e3 2024-11-26T23:21:33,102 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/table/04e9a0b471af4285a16ae19473488de3 is 53, key is hbase:replication/table:state/1732663280909/Put/seqid=0 2024-11-26T23:21:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741847_1023 (size=5308) 2024-11-26T23:21:33,121 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/.tmp/norep/ed0ce6509c054ec2be046c44f95cb60d 2024-11-26T23:21:33,126 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed0ce6509c054ec2be046c44f95cb60d 2024-11-26T23:21:33,127 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/.tmp/f/24a235c268b94b1f9d4f41592e3d24cc as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/f/24a235c268b94b1f9d4f41592e3d24cc 2024-11-26T23:21:33,136 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24a235c268b94b1f9d4f41592e3d24cc 2024-11-26T23:21:33,137 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/f/24a235c268b94b1f9d4f41592e3d24cc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T23:21:33,140 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/.tmp/f1/82f66c1ef8c2417aa59040bd5717d49b as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/f1/82f66c1ef8c2417aa59040bd5717d49b 2024-11-26T23:21:33,144 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82f66c1ef8c2417aa59040bd5717d49b 2024-11-26T23:21:33,144 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/f1/82f66c1ef8c2417aa59040bd5717d49b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T23:21:33,145 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/.tmp/norep/ed0ce6509c054ec2be046c44f95cb60d as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/norep/ed0ce6509c054ec2be046c44f95cb60d 2024-11-26T23:21:33,145 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:21:33,145 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 364b7c4e99834990b2cda2b47ea88cd9=test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9.} 2024-11-26T23:21:33,146 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 364b7c4e99834990b2cda2b47ea88cd9 2024-11-26T23:21:33,151 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed0ce6509c054ec2be046c44f95cb60d 2024-11-26T23:21:33,151 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/norep/ed0ce6509c054ec2be046c44f95cb60d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T23:21:33,152 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 364b7c4e99834990b2cda2b47ea88cd9 in 934ms, sequenceid=10, compaction requested=false 2024-11-26T23:21:33,152 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:21:33,154 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 1440, reset compression=false 2024-11-26T23:21:33,162 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:33,162 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 2084, reset compression=false 2024-11-26T23:21:33,169 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/default/test/364b7c4e99834990b2cda2b47ea88cd9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T23:21:33,170 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:33,170 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:21:33,170 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:33,170 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 364b7c4e99834990b2cda2b47ea88cd9: Waiting for close lock at 1732663292218Running coprocessor pre-close hooks at 1732663292218Disabling compacts and flushes for region at 1732663292218Disabling writes for close at 1732663292218Obtaining lock to block concurrent updates at 1732663292218Preparing flush snapshotting stores in 364b7c4e99834990b2cda2b47ea88cd9 at 1732663292218Finished memstore snapshotting test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732663292219 (+1 ms)Flushing stores of test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. at 1732663292220 (+1 ms)Flushing 364b7c4e99834990b2cda2b47ea88cd9/f: creating writer at 1732663292220Flushing 364b7c4e99834990b2cda2b47ea88cd9/f: appending metadata at 1732663292244 (+24 ms)Flushing 364b7c4e99834990b2cda2b47ea88cd9/f: closing flushed file at 1732663292244Flushing 364b7c4e99834990b2cda2b47ea88cd9/f1: creating writer at 1732663292255 (+11 ms)Flushing 364b7c4e99834990b2cda2b47ea88cd9/f1: appending metadata at 1732663292270 (+15 ms)Flushing 364b7c4e99834990b2cda2b47ea88cd9/f1: closing flushed file at 1732663292270Flushing 364b7c4e99834990b2cda2b47ea88cd9/norep: creating writer at 1732663292683 (+413 ms)Flushing 364b7c4e99834990b2cda2b47ea88cd9/norep: appending metadata at 1732663292703 (+20 ms)Flushing 364b7c4e99834990b2cda2b47ea88cd9/norep: closing flushed file at 1732663292703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b9b3ff: reopening flushed file at 1732663293126 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ab9552: reopening flushed file at 1732663293137 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@958b2d4: reopening flushed file at 1732663293145 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 364b7c4e99834990b2cda2b47ea88cd9 in 934ms, sequenceid=10, compaction requested=false at 1732663293152 (+7 ms)Writing region close event to WAL at 1732663293156 (+4 ms)Running coprocessor post-close hooks at 1732663293170 (+14 ms)Closed at 1732663293170 2024-11-26T23:21:33,170 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663275633.364b7c4e99834990b2cda2b47ea88cd9. 2024-11-26T23:21:33,346 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:21:33,377 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 2084, reset compression=false 2024-11-26T23:21:33,507 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/table/04e9a0b471af4285a16ae19473488de3 2024-11-26T23:21:33,514 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/info/be40de5366ab42f9874383395441cdbc as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/info/be40de5366ab42f9874383395441cdbc 2024-11-26T23:21:33,518 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/info/be40de5366ab42f9874383395441cdbc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:21:33,519 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/ns/58b406d92cb841b99ac6edecc40d19bc as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/ns/58b406d92cb841b99ac6edecc40d19bc 2024-11-26T23:21:33,523 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/ns/58b406d92cb841b99ac6edecc40d19bc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:21:33,523 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/rep_barrier/d24b7dc36abc493db8e40c6187dd81e3 as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/rep_barrier/d24b7dc36abc493db8e40c6187dd81e3 2024-11-26T23:21:33,528 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/rep_barrier/d24b7dc36abc493db8e40c6187dd81e3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:21:33,529 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/.tmp/table/04e9a0b471af4285a16ae19473488de3 as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/table/04e9a0b471af4285a16ae19473488de3 2024-11-26T23:21:33,533 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/table/04e9a0b471af4285a16ae19473488de3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:21:33,534 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1389ms, sequenceid=16, compaction requested=false 2024-11-26T23:21:33,534 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:21:33,546 DEBUG [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:21:33,546 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:21:33,548 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:33,548 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:21:33,548 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:33,548 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663292145Running coprocessor pre-close hooks at 1732663292145Disabling compacts and flushes for region at 1732663292145Disabling writes for close at 1732663292145Obtaining lock to block concurrent updates at 1732663292145Preparing flush snapshotting stores in 1588230740 at 1732663292145Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663292145Flushing stores of hbase:meta,,1.1588230740 at 1732663292146 (+1 ms)Flushing 1588230740/info: creating writer at 1732663292146Flushing 1588230740/info: appending metadata at 1732663292181 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732663292181Flushing 1588230740/ns: creating writer at 1732663292199 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732663292226 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732663292226Flushing 1588230740/rep_barrier: creating writer at 1732663292643 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663292668 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663292668Flushing 1588230740/table: creating writer at 1732663293082 (+414 ms)Flushing 1588230740/table: appending metadata at 1732663293102 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732663293102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bf1e92: reopening flushed file at 1732663293512 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c836392: reopening flushed file at 1732663293518 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404df9c9: reopening flushed file at 1732663293523 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c40864c: reopening flushed file at 1732663293528 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1389ms, sequenceid=16, compaction requested=false at 1732663293534 (+6 ms)Writing region close event to WAL at 1732663293543 (+9 ms)Running coprocessor post-close hooks at 1732663293548 (+5 ms)Closed at 1732663293548 2024-11-26T23:21:33,549 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:33,684 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/WALs/c707e9ace675,42323,1732663268957/c707e9ace675%2C42323%2C1732663268957.1732663270966 to pos 2084, reset compression=false 2024-11-26T23:21:33,746 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,42323,1732663268957; all regions closed. 2024-11-26T23:21:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:21:33,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741839_1015 (size=3114) 2024-11-26T23:21:33,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741832_1008 (size=2092) 2024-11-26T23:21:33,759 DEBUG [RS:0;c707e9ace675:42323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:33,759 INFO [RS:0;c707e9ace675:42323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:33,759 INFO [RS:0;c707e9ace675:42323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:33,759 INFO [RS:0;c707e9ace675:42323 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:33,759 INFO [RS:0;c707e9ace675:42323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:33,759 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:33,760 INFO [RS:0;c707e9ace675:42323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,42323,1732663268957 because: Region server is closing 2024-11-26T23:21:33,760 INFO [RS:0;c707e9ace675:42323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42323. 2024-11-26T23:21:33,760 DEBUG [RS:0;c707e9ace675:42323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:33,760 DEBUG [RS:0;c707e9ace675:42323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:33,760 DEBUG [RS:0;c707e9ace675:42323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:33,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:33,860 INFO [RS:0;c707e9ace675:42323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.shipperc707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 terminated 2024-11-26T23:21:33,860 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42323,1732663268957.replicationSource.wal-reader.c707e9ace675%2C42323%2C1732663268957,1-c707e9ace675,42323,1732663268957 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:21:33,861 INFO [RS:0;c707e9ace675:42323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42323. 2024-11-26T23:21:33,861 DEBUG [RS:0;c707e9ace675:42323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:33,861 DEBUG [RS:0;c707e9ace675:42323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:33,861 DEBUG [RS:0;c707e9ace675:42323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:33,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:33,861 INFO [RS:0;c707e9ace675:42323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42323 2024-11-26T23:21:33,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944/rs 2024-11-26T23:21:33,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1936227944/rs/c707e9ace675,42323,1732663268957 2024-11-26T23:21:33,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,42323,1732663268957] 2024-11-26T23:21:33,866 INFO [RS:0;c707e9ace675:42323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:33,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1936227944/draining/c707e9ace675,42323,1732663268957 already deleted, retry=false 2024-11-26T23:21:33,872 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,42323,1732663268957 expired; onlineServers=0 2024-11-26T23:21:33,872 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,33249,1732663268907' ***** 2024-11-26T23:21:33,872 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:21:33,873 INFO [M:0;c707e9ace675:33249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:33,873 INFO [M:0;c707e9ace675:33249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:33,873 DEBUG [M:0;c707e9ace675:33249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:21:33,873 DEBUG [M:0;c707e9ace675:33249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:21:33,873 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:21:33,873 INFO [M:0;c707e9ace675:33249 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:33,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663270769 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663270769,5,FailOnTimeoutGroup] 2024-11-26T23:21:33,873 INFO [M:0;c707e9ace675:33249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:33,873 DEBUG [M:0;c707e9ace675:33249 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:21:33,873 INFO [M:0;c707e9ace675:33249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:21:33,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663270769 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663270769,5,FailOnTimeoutGroup] 2024-11-26T23:21:33,874 INFO [M:0;c707e9ace675:33249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:33,874 INFO [M:0;c707e9ace675:33249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:21:33,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:21:33,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1936227944/master 2024-11-26T23:21:33,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1936227944 2024-11-26T23:21:33,876 DEBUG [M:0;c707e9ace675:33249 {}] zookeeper.RecoverableZooKeeper(212): Node /1936227944/master already deleted, retry=false 2024-11-26T23:21:33,876 DEBUG [M:0;c707e9ace675:33249 {}] master.ActiveMasterManager(353): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Failed delete of our master address node; KeeperErrorCode = NoNode for /1936227944/master 2024-11-26T23:21:33,878 INFO [M:0;c707e9ace675:33249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/.lastflushedseqids 2024-11-26T23:21:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741848_1024 (size=245) 2024-11-26T23:21:33,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:33,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101569532620004, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:33,975 INFO [RS:0;c707e9ace675:42323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:33,975 INFO [RS:0;c707e9ace675:42323 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,42323,1732663268957; zookeeper connection closed. 2024-11-26T23:21:33,975 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@294acaa7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@294acaa7 2024-11-26T23:21:33,975 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:21:34,092 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:34,288 INFO [M:0;c707e9ace675:33249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:21:34,289 INFO [M:0;c707e9ace675:33249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:21:34,289 DEBUG [M:0;c707e9ace675:33249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:34,289 INFO [M:0;c707e9ace675:33249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:34,289 DEBUG [M:0;c707e9ace675:33249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:34,289 DEBUG [M:0;c707e9ace675:33249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:34,289 DEBUG [M:0;c707e9ace675:33249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:34,289 INFO [M:0;c707e9ace675:33249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T23:21:34,304 DEBUG [M:0;c707e9ace675:33249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaac798608e9424a99ceea4a660edc8b is 82, key is hbase:meta,,1/info:regioninfo/1732663271566/Put/seqid=0 2024-11-26T23:21:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741849_1025 (size=5672) 2024-11-26T23:21:34,708 INFO [M:0;c707e9ace675:33249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaac798608e9424a99ceea4a660edc8b 2024-11-26T23:21:34,732 DEBUG [M:0;c707e9ace675:33249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ec02f05173f490a8273dff705abdf0b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663280913/Put/seqid=0 2024-11-26T23:21:34,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741850_1026 (size=8516) 2024-11-26T23:21:35,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:21:35,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,137 INFO [M:0;c707e9ace675:33249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ec02f05173f490a8273dff705abdf0b 2024-11-26T23:21:35,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:35,159 DEBUG [M:0;c707e9ace675:33249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43b065b8f25f439c8a5abaa905f5ed07 is 69, key is c707e9ace675,42323,1732663268957/rs:state/1732663270809/Put/seqid=0 2024-11-26T23:21:35,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741851_1027 (size=5156) 2024-11-26T23:21:35,395 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:35,564 INFO [M:0;c707e9ace675:33249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43b065b8f25f439c8a5abaa905f5ed07 2024-11-26T23:21:35,568 DEBUG [M:0;c707e9ace675:33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaac798608e9424a99ceea4a660edc8b as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaac798608e9424a99ceea4a660edc8b 2024-11-26T23:21:35,572 INFO [M:0;c707e9ace675:33249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaac798608e9424a99ceea4a660edc8b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T23:21:35,573 DEBUG [M:0;c707e9ace675:33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ec02f05173f490a8273dff705abdf0b as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ec02f05173f490a8273dff705abdf0b 2024-11-26T23:21:35,576 INFO [M:0;c707e9ace675:33249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ec02f05173f490a8273dff705abdf0b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T23:21:35,577 DEBUG [M:0;c707e9ace675:33249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43b065b8f25f439c8a5abaa905f5ed07 as hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43b065b8f25f439c8a5abaa905f5ed07 2024-11-26T23:21:35,580 INFO [M:0;c707e9ace675:33249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42485/user/jenkins/test-data/4dc9803b-45b7-15d9-2e56-29f215f8e87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43b065b8f25f439c8a5abaa905f5ed07, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T23:21:35,581 INFO [M:0;c707e9ace675:33249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-26T23:21:35,586 INFO [M:0;c707e9ace675:33249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:35,586 DEBUG [M:0;c707e9ace675:33249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663294289Disabling compacts and flushes for region at 1732663294289Disabling writes for close at 1732663294289Obtaining lock to block concurrent updates at 1732663294289Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663294289Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732663294289Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663294290 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663294290Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663294304 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663294304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663294712 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663294732 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663294732Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663295141 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663295159 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663295159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ec9ece: reopening flushed file at 1732663295568 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6b83c3: reopening flushed file at 1732663295572 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2e63af: reopening flushed file at 1732663295576 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1732663295581 (+5 ms)Writing region close event to WAL at 1732663295586 (+5 ms)Closed at 1732663295586 2024-11-26T23:21:35,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741830_1006 (size=63654) 2024-11-26T23:21:35,590 INFO [M:0;c707e9ace675:33249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:21:35,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:35,590 INFO [M:0;c707e9ace675:33249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33249 2024-11-26T23:21:35,591 INFO [M:0;c707e9ace675:33249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:35,694 INFO [M:0;c707e9ace675:33249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:35,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:35,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33249-0x101569532620003, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:35,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ccb21a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:35,697 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b236aed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:35,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:35,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1631e5e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:35,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eea7be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:35,699 WARN [BP-660972021-172.17.0.2-1732663268152 heartbeating to localhost/127.0.0.1:42485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:21:35,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:21:35,699 WARN [BP-660972021-172.17.0.2-1732663268152 heartbeating to localhost/127.0.0.1:42485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660972021-172.17.0.2-1732663268152 (Datanode Uuid 3fb2a015-1c6f-4993-894f-cf2331486d00) service to localhost/127.0.0.1:42485 2024-11-26T23:21:35,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:21:35,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/cluster_ed66c196-e818-0169-9c59-cedf54510958/data/data1/current/BP-660972021-172.17.0.2-1732663268152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:35,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/cluster_ed66c196-e818-0169-9c59-cedf54510958/data/data2/current/BP-660972021-172.17.0.2-1732663268152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:35,700 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:21:35,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e79aba7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:35,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65ddd1b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:35,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:35,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@729e832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:35,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23f4a2ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91abfc8-7293-55b8-64b4-59feed9ced65/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:35,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:21:35,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:21:35,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:35,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:35,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:35,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:35,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:35,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:21:35,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1148693678, stopped=false 2024-11-26T23:21:35,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,45187,1732663266106 2024-11-26T23:21:35,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204418768/running 2024-11-26T23:21:35,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204418768/running 2024-11-26T23:21:35,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:35,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:35,731 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:35,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on znode that does not yet exist, /0-1204418768/running 2024-11-26T23:21:35,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Set watcher on znode that does not yet exist, /0-1204418768/running 2024-11-26T23:21:35,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:35,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:35,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:35,733 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,37419,1732663266177' ***** 2024-11-26T23:21:35,733 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:21:35,733 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:21:35,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:21:35,733 INFO [RS:0;c707e9ace675:37419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:21:35,733 INFO [RS:0;c707e9ace675:37419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:21:35,733 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a3bbe78d1521e908d0bf945a4052977 2024-11-26T23:21:35,734 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(3091): Received CLOSE for cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:35,734 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,37419,1732663266177 2024-11-26T23:21:35,734 INFO [RS:0;c707e9ace675:37419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:35,734 INFO [RS:0;c707e9ace675:37419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:37419. 2024-11-26T23:21:35,734 DEBUG [RS:0;c707e9ace675:37419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:35,734 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a3bbe78d1521e908d0bf945a4052977, disabling compactions & flushes 2024-11-26T23:21:35,734 DEBUG [RS:0;c707e9ace675:37419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:35,734 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:35,734 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:35,734 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. after waiting 0 ms 2024-11-26T23:21:35,734 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:35,734 INFO [RS:0;c707e9ace675:37419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:21:35,734 INFO [RS:0;c707e9ace675:37419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:21:35,734 INFO [RS:0;c707e9ace675:37419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:21:35,734 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a3bbe78d1521e908d0bf945a4052977 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-26T23:21:35,734 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:21:35,734 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:21:35,734 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9a3bbe78d1521e908d0bf945a4052977=hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977., cb8038748587eee3eef3f958676fd633=test,,1732663274992.cb8038748587eee3eef3f958676fd633.} 2024-11-26T23:21:35,735 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a3bbe78d1521e908d0bf945a4052977, cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:35,735 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:35,735 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:35,735 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:35,735 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:35,735 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:35,735 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:21:35,753 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/info/08c27f06d2fe4759bc59a914efc8e871 is 147, key is hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977./info:regioninfo/1732663278847/Put/seqid=0 2024-11-26T23:21:35,753 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/replication/9a3bbe78d1521e908d0bf945a4052977/.tmp/queue/8f8f092e1e8a4970ae2a61e48f78499c is 153, key is 1-c707e9ace675,37419,1732663266177/queue:c707e9ace675%2C37419%2C1732663266177/1732663286244/Put/seqid=0 2024-11-26T23:21:35,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741841_1017 (size=5352) 2024-11-26T23:21:35,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741840_1016 (size=7686) 2024-11-26T23:21:35,805 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:35,935 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a3bbe78d1521e908d0bf945a4052977, cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:35,960 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:21:35,960 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:21:36,088 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T23:21:36,135 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a3bbe78d1521e908d0bf945a4052977, cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:36,161 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/replication/9a3bbe78d1521e908d0bf945a4052977/.tmp/queue/8f8f092e1e8a4970ae2a61e48f78499c 2024-11-26T23:21:36,161 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/info/08c27f06d2fe4759bc59a914efc8e871 2024-11-26T23:21:36,169 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/replication/9a3bbe78d1521e908d0bf945a4052977/.tmp/queue/8f8f092e1e8a4970ae2a61e48f78499c as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/replication/9a3bbe78d1521e908d0bf945a4052977/queue/8f8f092e1e8a4970ae2a61e48f78499c 2024-11-26T23:21:36,173 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/replication/9a3bbe78d1521e908d0bf945a4052977/queue/8f8f092e1e8a4970ae2a61e48f78499c, entries=1, sequenceid=8, filesize=5.2 K 2024-11-26T23:21:36,173 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9a3bbe78d1521e908d0bf945a4052977 in 439ms, sequenceid=8, compaction requested=false 2024-11-26T23:21:36,173 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:21:36,179 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/replication/9a3bbe78d1521e908d0bf945a4052977/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T23:21:36,180 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:36,180 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:21:36,180 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:36,180 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a3bbe78d1521e908d0bf945a4052977: Waiting for close lock at 1732663295734Running coprocessor pre-close hooks at 1732663295734Disabling compacts and flushes for region at 1732663295734Disabling writes for close at 1732663295734Obtaining lock to block concurrent updates at 1732663295734Preparing flush snapshotting stores in 9a3bbe78d1521e908d0bf945a4052977 at 1732663295734Finished memstore snapshotting hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732663295734Flushing stores of hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. at 1732663295735 (+1 ms)Flushing 9a3bbe78d1521e908d0bf945a4052977/queue: creating writer at 1732663295735Flushing 9a3bbe78d1521e908d0bf945a4052977/queue: appending metadata at 1732663295753 (+18 ms)Flushing 9a3bbe78d1521e908d0bf945a4052977/queue: closing flushed file at 1732663295753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad51429: reopening flushed file at 1732663296169 (+416 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9a3bbe78d1521e908d0bf945a4052977 in 439ms, sequenceid=8, compaction requested=false at 1732663296173 (+4 ms)Writing region close event to WAL at 1732663296176 (+3 ms)Running coprocessor post-close hooks at 1732663296180 (+4 ms)Closed at 1732663296180 2024-11-26T23:21:36,180 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663277973.9a3bbe78d1521e908d0bf945a4052977. 2024-11-26T23:21:36,180 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb8038748587eee3eef3f958676fd633, disabling compactions & flushes 2024-11-26T23:21:36,180 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:36,180 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:36,180 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663274992.cb8038748587eee3eef3f958676fd633. after waiting 0 ms 2024-11-26T23:21:36,180 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:36,180 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb8038748587eee3eef3f958676fd633 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-26T23:21:36,188 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/ns/9edc7865905b457bbd4eef36de58d92a is 43, key is default/ns:d/1732663268079/Put/seqid=0 2024-11-26T23:21:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741842_1018 (size=5153) 2024-11-26T23:21:36,197 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/ns/9edc7865905b457bbd4eef36de58d92a 2024-11-26T23:21:36,202 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/.tmp/f/6ec436ea2f534cd7aa637e78f14ce196 is 28, key is row/f:/1732663285445/DeleteFamily/seqid=0 2024-11-26T23:21:36,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741843_1019 (size=5085) 2024-11-26T23:21:36,221 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/rep_barrier/cd089f64e23742cea2fa16463dd343f6 is 112, key is test,,1732663274992.cb8038748587eee3eef3f958676fd633./rep_barrier:seqnumDuringOpen/1732663275412/Put/seqid=0 2024-11-26T23:21:36,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741844_1020 (size=5518) 2024-11-26T23:21:36,335 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:36,535 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:36,610 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/.tmp/f/6ec436ea2f534cd7aa637e78f14ce196 2024-11-26T23:21:36,618 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ec436ea2f534cd7aa637e78f14ce196 2024-11-26T23:21:36,630 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/rep_barrier/cd089f64e23742cea2fa16463dd343f6 2024-11-26T23:21:36,645 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/.tmp/f1/c804af1f8818484e881e7e17a719a190 is 29, key is row/f1:/1732663285445/DeleteFamily/seqid=0 2024-11-26T23:21:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741845_1021 (size=5089) 2024-11-26T23:21:36,671 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/table/5a7a1896adf541cf8d938fb3ad0a32dd is 53, key is hbase:replication/table:state/1732663278855/Put/seqid=0 2024-11-26T23:21:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741846_1022 (size=5308) 2024-11-26T23:21:36,736 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:21:36,736 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cb8038748587eee3eef3f958676fd633=test,,1732663274992.cb8038748587eee3eef3f958676fd633.} 2024-11-26T23:21:36,736 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:36,801 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 636, reset compression=false 2024-11-26T23:21:36,805 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:36,806 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 883, reset compression=false 2024-11-26T23:21:36,806 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,37419,1732663266177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:36,806 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,37419,1732663266177: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c707e9ace675,37419,1732663266177, walGroup=c707e9ace675%2C37419%2C1732663266177, offset=c707e9ace675%2C37419%2C1732663266177.1732663267096:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:37419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:21:36,807 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:21:36,807 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:21:36,808 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:21:36,808 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:21:36,808 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:21:36,808 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 1055900480 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 202261520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:21:36,808 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:45187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:45187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:21:36,919 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:45187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-26T23:21:36,936 DEBUG [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb8038748587eee3eef3f958676fd633 2024-11-26T23:21:37,013 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/WALs/c707e9ace675,37419,1732663266177/c707e9ace675%2C37419%2C1732663266177.1732663267096 to pos 883, reset compression=false 2024-11-26T23:21:37,059 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/.tmp/f1/c804af1f8818484e881e7e17a719a190 2024-11-26T23:21:37,063 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c804af1f8818484e881e7e17a719a190 2024-11-26T23:21:37,076 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/table/5a7a1896adf541cf8d938fb3ad0a32dd 2024-11-26T23:21:37,081 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/.tmp/norep/6e716c9fe00e422c993ae6aa05374b19 is 32, key is row/norep:/1732663285445/DeleteFamily/seqid=0 2024-11-26T23:21:37,081 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/info/08c27f06d2fe4759bc59a914efc8e871 as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/info/08c27f06d2fe4759bc59a914efc8e871 2024-11-26T23:21:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741847_1023 (size=5101) 2024-11-26T23:21:37,086 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/info/08c27f06d2fe4759bc59a914efc8e871, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:21:37,087 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/ns/9edc7865905b457bbd4eef36de58d92a as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/ns/9edc7865905b457bbd4eef36de58d92a 2024-11-26T23:21:37,087 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/.tmp/norep/6e716c9fe00e422c993ae6aa05374b19 2024-11-26T23:21:37,091 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e716c9fe00e422c993ae6aa05374b19 2024-11-26T23:21:37,093 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/ns/9edc7865905b457bbd4eef36de58d92a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:21:37,094 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/rep_barrier/cd089f64e23742cea2fa16463dd343f6 as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/rep_barrier/cd089f64e23742cea2fa16463dd343f6 2024-11-26T23:21:37,099 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/rep_barrier/cd089f64e23742cea2fa16463dd343f6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:21:37,100 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/.tmp/f/6ec436ea2f534cd7aa637e78f14ce196 as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/f/6ec436ea2f534cd7aa637e78f14ce196 2024-11-26T23:21:37,100 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/.tmp/table/5a7a1896adf541cf8d938fb3ad0a32dd as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/table/5a7a1896adf541cf8d938fb3ad0a32dd 2024-11-26T23:21:37,104 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ec436ea2f534cd7aa637e78f14ce196 2024-11-26T23:21:37,104 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/table/5a7a1896adf541cf8d938fb3ad0a32dd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:21:37,104 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/f/6ec436ea2f534cd7aa637e78f14ce196, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T23:21:37,105 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/.tmp/f1/c804af1f8818484e881e7e17a719a190 as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/f1/c804af1f8818484e881e7e17a719a190 2024-11-26T23:21:37,106 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false 2024-11-26T23:21:37,106 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:21:37,110 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c804af1f8818484e881e7e17a719a190 2024-11-26T23:21:37,110 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/f1/c804af1f8818484e881e7e17a719a190, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T23:21:37,111 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/.tmp/norep/6e716c9fe00e422c993ae6aa05374b19 as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/norep/6e716c9fe00e422c993ae6aa05374b19 2024-11-26T23:21:37,115 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e716c9fe00e422c993ae6aa05374b19 2024-11-26T23:21:37,115 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/norep/6e716c9fe00e422c993ae6aa05374b19, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T23:21:37,116 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cb8038748587eee3eef3f958676fd633 in 936ms, sequenceid=6, compaction requested=false 2024-11-26T23:21:37,116 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:21:37,122 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/default/test/cb8038748587eee3eef3f958676fd633/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T23:21:37,122 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:21:37,122 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:37,122 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:21:37,122 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:37,122 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb8038748587eee3eef3f958676fd633: Waiting for close lock at 1732663296180Running coprocessor pre-close hooks at 1732663296180Disabling compacts and flushes for region at 1732663296180Disabling writes for close at 1732663296180Obtaining lock to block concurrent updates at 1732663296180Preparing flush snapshotting stores in cb8038748587eee3eef3f958676fd633 at 1732663296180Finished memstore snapshotting test,,1732663274992.cb8038748587eee3eef3f958676fd633., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732663296181 (+1 ms)Flushing stores of test,,1732663274992.cb8038748587eee3eef3f958676fd633. at 1732663296181Flushing cb8038748587eee3eef3f958676fd633/f: creating writer at 1732663296181Flushing cb8038748587eee3eef3f958676fd633/f: appending metadata at 1732663296201 (+20 ms)Flushing cb8038748587eee3eef3f958676fd633/f: closing flushed file at 1732663296201Flushing cb8038748587eee3eef3f958676fd633/f1: creating writer at 1732663296618 (+417 ms)Flushing cb8038748587eee3eef3f958676fd633/f1: appending metadata at 1732663296643 (+25 ms)Flushing cb8038748587eee3eef3f958676fd633/f1: closing flushed file at 1732663296643Flushing cb8038748587eee3eef3f958676fd633/norep: creating writer at 1732663297063 (+420 ms)Flushing cb8038748587eee3eef3f958676fd633/norep: appending metadata at 1732663297080 (+17 ms)Flushing cb8038748587eee3eef3f958676fd633/norep: closing flushed file at 1732663297080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f896287: reopening flushed file at 1732663297091 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffa0d5: reopening flushed file at 1732663297104 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56f493ff: reopening flushed file at 1732663297110 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cb8038748587eee3eef3f958676fd633 in 936ms, sequenceid=6, compaction requested=false at 1732663297116 (+6 ms)Writing region close event to WAL at 1732663297118 (+2 ms)Running coprocessor post-close hooks at 1732663297122 (+4 ms)Closed at 1732663297122 2024-11-26T23:21:37,122 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663274992.cb8038748587eee3eef3f958676fd633. 2024-11-26T23:21:37,123 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:21:37,123 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:21:37,123 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:37,123 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663295735Running coprocessor pre-close hooks at 1732663295735Disabling compacts and flushes for region at 1732663295735Disabling writes for close at 1732663295735Obtaining lock to block concurrent updates at 1732663295735Preparing flush snapshotting stores in 1588230740 at 1732663295735Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663295735Flushing stores of hbase:meta,,1.1588230740 at 1732663295736 (+1 ms)Flushing 1588230740/info: creating writer at 1732663295736Flushing 1588230740/info: appending metadata at 1732663295753 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732663295753Flushing 1588230740/ns: creating writer at 1732663296167 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732663296188 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732663296188Flushing 1588230740/rep_barrier: creating writer at 1732663296201 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663296220 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663296220Flushing 1588230740/table: creating writer at 1732663296634 (+414 ms)Flushing 1588230740/table: appending metadata at 1732663296670 (+36 ms)Flushing 1588230740/table: closing flushed file at 1732663296670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266953fe: reopening flushed file at 1732663297080 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bacf219: reopening flushed file at 1732663297086 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c2c5fb: reopening flushed file at 1732663297093 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2646cb: reopening flushed file at 1732663297099 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false at 1732663297106 (+7 ms)Writing region close event to WAL at 1732663297117 (+11 ms)Running coprocessor post-close hooks at 1732663297123 (+6 ms)Closed at 1732663297123 2024-11-26T23:21:37,123 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:37,136 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,37419,1732663266177; all regions closed. 2024-11-26T23:21:37,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741834_1010 (size=4239) 2024-11-26T23:21:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741839_1015 (size=2240) 2024-11-26T23:21:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741832_1008 (size=1535) 2024-11-26T23:21:37,153 DEBUG [RS:0;c707e9ace675:37419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:37,153 INFO [RS:0;c707e9ace675:37419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:21:37,154 INFO [RS:0;c707e9ace675:37419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:37,154 INFO [RS:0;c707e9ace675:37419 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:37,154 INFO [RS:0;c707e9ace675:37419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:37,154 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:37,154 INFO [RS:0;c707e9ace675:37419 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,37419,1732663266177 because: Region server is closing 2024-11-26T23:21:37,154 INFO [RS:0;c707e9ace675:37419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:37419. 2024-11-26T23:21:37,154 DEBUG [RS:0;c707e9ace675:37419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:37,155 DEBUG [RS:0;c707e9ace675:37419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:37,155 DEBUG [RS:0;c707e9ace675:37419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:37,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:37,255 INFO [RS:0;c707e9ace675:37419 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.shipperc707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 terminated 2024-11-26T23:21:37,255 INFO [RS:0;c707e9ace675:37419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37419 2024-11-26T23:21:37,255 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,37419,1732663266177.replicationSource.wal-reader.c707e9ace675%2C37419%2C1732663266177,1-c707e9ace675,37419,1732663266177 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:21:37,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768/rs 2024-11-26T23:21:37,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204418768/rs/c707e9ace675,37419,1732663266177 2024-11-26T23:21:37,257 INFO [RS:0;c707e9ace675:37419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:37,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,37419,1732663266177] 2024-11-26T23:21:37,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204418768/draining/c707e9ace675,37419,1732663266177 already deleted, retry=false 2024-11-26T23:21:37,260 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,37419,1732663266177 expired; onlineServers=0 2024-11-26T23:21:37,260 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,45187,1732663266106' ***** 2024-11-26T23:21:37,260 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:21:37,260 INFO [M:0;c707e9ace675:45187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:21:37,260 INFO [M:0;c707e9ace675:45187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:21:37,260 DEBUG [M:0;c707e9ace675:45187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:21:37,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:21:37,260 DEBUG [M:0;c707e9ace675:45187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:21:37,260 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663266872 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663266872,5,FailOnTimeoutGroup] 2024-11-26T23:21:37,260 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663266874 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663266874,5,FailOnTimeoutGroup] 2024-11-26T23:21:37,260 INFO [M:0;c707e9ace675:45187 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:21:37,260 INFO [M:0;c707e9ace675:45187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:21:37,260 DEBUG [M:0;c707e9ace675:45187 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:21:37,260 INFO [M:0;c707e9ace675:45187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:21:37,260 INFO [M:0;c707e9ace675:45187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:21:37,261 INFO [M:0;c707e9ace675:45187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:21:37,261 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:21:37,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204418768/master 2024-11-26T23:21:37,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204418768 2024-11-26T23:21:37,263 DEBUG [M:0;c707e9ace675:45187 {}] zookeeper.ZKUtil(347): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Unable to get data of znode /0-1204418768/master because node does not exist (not an error) 2024-11-26T23:21:37,263 WARN [M:0;c707e9ace675:45187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:21:37,264 INFO [M:0;c707e9ace675:45187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/.lastflushedseqids 2024-11-26T23:21:37,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741848_1024 (size=245) 2024-11-26T23:21:37,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:37,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x101569532620001, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:37,359 INFO [RS:0;c707e9ace675:37419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:37,359 INFO [RS:0;c707e9ace675:37419 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,37419,1732663266177; zookeeper connection closed. 2024-11-26T23:21:37,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40d12177 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40d12177 2024-11-26T23:21:37,359 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:21:37,668 INFO [M:0;c707e9ace675:45187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:21:37,668 INFO [M:0;c707e9ace675:45187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:21:37,669 DEBUG [M:0;c707e9ace675:45187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:37,669 INFO [M:0;c707e9ace675:45187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:37,669 DEBUG [M:0;c707e9ace675:45187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:37,669 DEBUG [M:0;c707e9ace675:45187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:37,669 DEBUG [M:0;c707e9ace675:45187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:37,669 INFO [M:0;c707e9ace675:45187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T23:21:37,684 DEBUG [M:0;c707e9ace675:45187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b5a2b84556243bcadd92cbc777d8c87 is 82, key is hbase:meta,,1/info:regioninfo/1732663268069/Put/seqid=0 2024-11-26T23:21:37,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741849_1025 (size=5672) 2024-11-26T23:21:38,088 INFO [M:0;c707e9ace675:45187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b5a2b84556243bcadd92cbc777d8c87 2024-11-26T23:21:38,113 DEBUG [M:0;c707e9ace675:45187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1172bcb98dd4d429b5b9e3657bb4135 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663278862/Put/seqid=0 2024-11-26T23:21:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741850_1026 (size=8515) 2024-11-26T23:21:38,126 INFO [M:0;c707e9ace675:45187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1172bcb98dd4d429b5b9e3657bb4135 2024-11-26T23:21:38,148 DEBUG [M:0;c707e9ace675:45187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0665bab6ee1415e933b41c7ec0394a2 is 69, key is c707e9ace675,37419,1732663266177/rs:state/1732663266937/Put/seqid=0 2024-11-26T23:21:38,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741851_1027 (size=5156) 2024-11-26T23:21:38,153 INFO [M:0;c707e9ace675:45187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0665bab6ee1415e933b41c7ec0394a2 2024-11-26T23:21:38,158 DEBUG [M:0;c707e9ace675:45187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b5a2b84556243bcadd92cbc777d8c87 as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b5a2b84556243bcadd92cbc777d8c87 2024-11-26T23:21:38,163 INFO [M:0;c707e9ace675:45187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b5a2b84556243bcadd92cbc777d8c87, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T23:21:38,164 DEBUG [M:0;c707e9ace675:45187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1172bcb98dd4d429b5b9e3657bb4135 as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1172bcb98dd4d429b5b9e3657bb4135 2024-11-26T23:21:38,168 INFO [M:0;c707e9ace675:45187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1172bcb98dd4d429b5b9e3657bb4135, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T23:21:38,168 DEBUG [M:0;c707e9ace675:45187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0665bab6ee1415e933b41c7ec0394a2 as hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0665bab6ee1415e933b41c7ec0394a2 2024-11-26T23:21:38,173 INFO [M:0;c707e9ace675:45187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41957/user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0665bab6ee1415e933b41c7ec0394a2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T23:21:38,174 INFO [M:0;c707e9ace675:45187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false 2024-11-26T23:21:38,177 INFO [M:0;c707e9ace675:45187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:38,177 DEBUG [M:0;c707e9ace675:45187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663297669Disabling compacts and flushes for region at 1732663297669Disabling writes for close at 1732663297669Obtaining lock to block concurrent updates at 1732663297669Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663297669Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732663297669Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663297670 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663297670Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663297684 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663297684Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663298092 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663298113 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663298113Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663298131 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663298148 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663298148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637d9ce0: reopening flushed file at 1732663298158 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1647e0e8: reopening flushed file at 1732663298163 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b077d2: reopening flushed file at 1732663298168 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false at 1732663298174 (+6 ms)Writing region close event to WAL at 1732663298176 (+2 ms)Closed at 1732663298177 (+1 ms) 2024-11-26T23:21:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741830_1006 (size=63642) 2024-11-26T23:21:38,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6eb8d07-8115-abdf-116a-7b99d12e256a/MasterData/WALs/c707e9ace675,45187,1732663266106/c707e9ace675%2C45187%2C1732663266106.1732663266739 not finished, retry = 0 2024-11-26T23:21:38,280 INFO [M:0;c707e9ace675:45187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:21:38,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:21:38,280 INFO [M:0;c707e9ace675:45187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45187 2024-11-26T23:21:38,281 INFO [M:0;c707e9ace675:45187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:21:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:38,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x101569532620000, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:21:38,383 INFO [M:0;c707e9ace675:45187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:21:38,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@491c52bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:38,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18b9afc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:38,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:38,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@366b80d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:38,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311a896c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:38,388 WARN [BP-1813980709-172.17.0.2-1732663265276 heartbeating to localhost/127.0.0.1:41957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:21:38,388 WARN [BP-1813980709-172.17.0.2-1732663265276 heartbeating to localhost/127.0.0.1:41957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1813980709-172.17.0.2-1732663265276 (Datanode Uuid 2b488405-cf7f-496f-abfd-2bdc21034814) service to localhost/127.0.0.1:41957 2024-11-26T23:21:38,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/cluster_2f044282-d378-1e05-c5b8-ff10603a0c1f/data/data2/current/BP-1813980709-172.17.0.2-1732663265276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:38,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:21:38,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:21:38,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:21:38,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/cluster_2f044282-d378-1e05-c5b8-ff10603a0c1f/data/data1/current/BP-1813980709-172.17.0.2-1732663265276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:21:38,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aaeff8f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:38,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2adf0652{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:21:38,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:21:38,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@444a365f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:21:38,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c01c237{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3577867-5278-9220-ed38-bafb0af5699a/hadoop.log.dir/,STOPPED} 2024-11-26T23:21:38,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T23:21:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:21:38,441 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 322) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-24 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64581) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64581) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46643 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41957 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64581) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42485 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 743) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 420) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5678 (was 6981) 2024-11-26T23:21:38,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=5677 2024-11-26T23:21:38,474 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-26T23:21:38,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.log.dir so I do NOT create it in target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c 2024-11-26T23:21:38,475 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:21:38,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.tmp.dir so I do NOT create it in target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c 2024-11-26T23:21:38,475 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20c9908a-db8e-dd56-39fb-e0c9182f3188/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:21:38,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c 2024-11-26T23:21:38,475 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38, deleteOnExit=true 2024-11-26T23:21:38,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38/zookeeper_0, clientPort=64803, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:21:38,497 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64803 2024-11-26T23:21:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:21:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:21:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/test.cache.data in system properties and HBase conf 2024-11-26T23:21:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:21:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:21:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:21:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:21:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:21:38,498 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:38,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:21:38,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:21:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101569532620002, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:21:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101569532620005, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:21:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101569532620008, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:21:38,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101569532620002, quorum=127.0.0.1:64581, baseZNode=/0-1204418768 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:21:38,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101569532620008, quorum=127.0.0.1:64581, baseZNode=/2-1542083378 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:21:38,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101569532620005, quorum=127.0.0.1:64581, baseZNode=/1936227944 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:21:38,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:38,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:38,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:38,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:38,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:38,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:38,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa5b305{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:38,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e44add1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:38,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@362da1b9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/java.io.tmpdir/jetty-localhost-44155-hadoop-hdfs-3_4_1-tests_jar-_-any-6616007838102802955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:38,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@af28189{HTTP/1.1, (http/1.1)}{localhost:44155} 2024-11-26T23:21:38,817 INFO [Time-limited test {}] server.Server(415): Started @272893ms 2024-11-26T23:21:38,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:38,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:38,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:38,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:38,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:38,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60216172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:38,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f0efaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:39,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4abdb777{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/java.io.tmpdir/jetty-localhost-37177-hadoop-hdfs-3_4_1-tests_jar-_-any-10815313805731835800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:39,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6979ca91{HTTP/1.1, (http/1.1)}{localhost:37177} 2024-11-26T23:21:39,083 INFO [Time-limited test {}] server.Server(415): Started @273159ms 2024-11-26T23:21:39,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:21:39,203 WARN [Thread-4144 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38/data/data1/current/BP-170487399-172.17.0.2-1732663298521/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:39,203 WARN [Thread-4145 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38/data/data2/current/BP-170487399-172.17.0.2-1732663298521/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:39,229 WARN [Thread-4132 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:21:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfa68ac6a48e9e07 with lease ID 0x5c7eb614798152c0: Processing first storage report for DS-08d2fc75-197b-42c4-8991-7ffbd45ca713 from datanode DatanodeRegistration(127.0.0.1:41599, datanodeUuid=e8ccb3ed-37a2-42ce-b42d-22e8053f1b4d, infoPort=43179, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=1640021117;c=1732663298521) 2024-11-26T23:21:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfa68ac6a48e9e07 with lease ID 0x5c7eb614798152c0: from storage DS-08d2fc75-197b-42c4-8991-7ffbd45ca713 node DatanodeRegistration(127.0.0.1:41599, datanodeUuid=e8ccb3ed-37a2-42ce-b42d-22e8053f1b4d, infoPort=43179, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=1640021117;c=1732663298521), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfa68ac6a48e9e07 with lease ID 0x5c7eb614798152c0: Processing first storage report for DS-feb7d20f-10fc-463c-85bb-1657cb61070f from datanode DatanodeRegistration(127.0.0.1:41599, datanodeUuid=e8ccb3ed-37a2-42ce-b42d-22e8053f1b4d, infoPort=43179, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=1640021117;c=1732663298521) 2024-11-26T23:21:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfa68ac6a48e9e07 with lease ID 0x5c7eb614798152c0: from storage DS-feb7d20f-10fc-463c-85bb-1657cb61070f node DatanodeRegistration(127.0.0.1:41599, datanodeUuid=e8ccb3ed-37a2-42ce-b42d-22e8053f1b4d, infoPort=43179, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=1640021117;c=1732663298521), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:39,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c 2024-11-26T23:21:39,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:39,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41599 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:21:39,655 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105 with version=8 2024-11-26T23:21:39,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/hbase-staging 2024-11-26T23:21:39,658 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:39,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:39,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:39,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:39,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:39,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:39,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:21:39,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:39,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45153 2024-11-26T23:21:39,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45153 connecting to ZooKeeper ensemble=127.0.0.1:64803 2024-11-26T23:21:39,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451530x0, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:39,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45153-0x1015695b43e0000 connected 2024-11-26T23:21:39,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:39,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:39,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Set watcher on znode that does not yet exist, /0-472553249/running 2024-11-26T23:21:39,781 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105, hbase.cluster.distributed=false 2024-11-26T23:21:39,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Set watcher on znode that does not yet exist, /0-472553249/acl 2024-11-26T23:21:39,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45153 2024-11-26T23:21:39,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45153 2024-11-26T23:21:39,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45153 2024-11-26T23:21:39,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45153 2024-11-26T23:21:39,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45153 2024-11-26T23:21:39,836 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:39,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:39,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:39,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:39,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:39,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:39,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:21:39,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:39,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46119 2024-11-26T23:21:39,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46119 connecting to ZooKeeper ensemble=127.0.0.1:64803 2024-11-26T23:21:39,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:39,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461190x0, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:39,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46119-0x1015695b43e0001 connected 2024-11-26T23:21:39,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Set watcher on znode that does not yet exist, /0-472553249/running 2024-11-26T23:21:39,845 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:21:39,846 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:21:39,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Set watcher on znode that does not yet exist, /0-472553249/master 2024-11-26T23:21:39,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Set watcher on znode that does not yet exist, /0-472553249/acl 2024-11-26T23:21:39,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46119 2024-11-26T23:21:39,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46119 2024-11-26T23:21:39,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46119 2024-11-26T23:21:39,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46119 2024-11-26T23:21:39,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46119 2024-11-26T23:21:39,881 DEBUG [M:0;c707e9ace675:45153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:45153 2024-11-26T23:21:39,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-472553249/backup-masters/c707e9ace675,45153,1732663299657 2024-11-26T23:21:39,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249/backup-masters 2024-11-26T23:21:39,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249/backup-masters 2024-11-26T23:21:39,887 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Set watcher on existing znode=/0-472553249/backup-masters/c707e9ace675,45153,1732663299657 2024-11-26T23:21:39,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:39,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-472553249/master 2024-11-26T23:21:39,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:39,891 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Set watcher on existing znode=/0-472553249/master 2024-11-26T23:21:39,892 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-472553249/backup-masters/c707e9ace675,45153,1732663299657 from backup master directory 2024-11-26T23:21:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472553249/backup-masters/c707e9ace675,45153,1732663299657 2024-11-26T23:21:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249/backup-masters 2024-11-26T23:21:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249/backup-masters 2024-11-26T23:21:39,893 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:39,893 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,45153,1732663299657 2024-11-26T23:21:39,897 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/hbase.id] with ID: a43c53b7-93a8-4440-aafe-bab7be552ed9 2024-11-26T23:21:39,897 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/.tmp/hbase.id 2024-11-26T23:21:39,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41599 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:21:40,302 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/.tmp/hbase.id]:[hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/hbase.id] 2024-11-26T23:21:40,312 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:40,313 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:21:40,314 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:21:40,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:40,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41599 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:21:40,322 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:40,322 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:21:40,323 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41599 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:21:40,730 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/data/master/store 2024-11-26T23:21:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41599 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:21:41,136 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:41,136 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:41,136 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:41,137 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:41,137 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:41,137 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:41,137 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:41,137 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663301136Disabling compacts and flushes for region at 1732663301136Disabling writes for close at 1732663301137 (+1 ms)Writing region close event to WAL at 1732663301137Closed at 1732663301137 2024-11-26T23:21:41,141 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/data/master/store/.initializing 2024-11-26T23:21:41,141 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/WALs/c707e9ace675,45153,1732663299657 2024-11-26T23:21:41,142 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:41,143 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C45153%2C1732663299657, suffix=, logDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/WALs/c707e9ace675,45153,1732663299657, archiveDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/oldWALs, maxLogs=10 2024-11-26T23:21:41,175 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/WALs/c707e9ace675,45153,1732663299657/c707e9ace675%2C45153%2C1732663299657.1732663301144, exclude list is [], retry=0 2024-11-26T23:21:41,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41599,DS-08d2fc75-197b-42c4-8991-7ffbd45ca713,DISK] 2024-11-26T23:21:41,179 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/WALs/c707e9ace675,45153,1732663299657/c707e9ace675%2C45153%2C1732663299657.1732663301144 2024-11-26T23:21:41,179 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43179:43179)] 2024-11-26T23:21:41,179 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:41,179 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:41,180 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,180 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:21:41,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:41,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:41,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:21:41,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:41,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:41,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:21:41,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:41,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:41,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:21:41,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:41,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:41,186 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,186 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,187 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,188 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,188 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,188 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:41,189 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:41,192 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:41,192 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63784334, jitterRate=-0.04953935742378235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:41,193 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663301180Initializing all the Stores at 1732663301180Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663301180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663301181 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663301181Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663301181Cleaning up temporary data from old regions at 1732663301188 (+7 ms)Region opened successfully at 1732663301193 (+5 ms) 2024-11-26T23:21:41,195 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:21:41,198 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2e6895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:41,199 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:21:41,199 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:21:41,199 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:21:41,199 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:21:41,200 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:21:41,200 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:21:41,200 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:21:41,202 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:21:41,203 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Unable to get data of znode /0-472553249/balancer because node does not exist (not necessarily an error) 2024-11-26T23:21:41,204 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472553249/balancer already deleted, retry=false 2024-11-26T23:21:41,204 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:21:41,205 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Unable to get data of znode /0-472553249/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:21:41,207 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472553249/normalizer already deleted, retry=false 2024-11-26T23:21:41,208 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:21:41,208 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Unable to get data of znode /0-472553249/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:21:41,210 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472553249/switch/split already deleted, retry=false 2024-11-26T23:21:41,210 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Unable to get data of znode /0-472553249/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:21:41,211 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472553249/switch/merge already deleted, retry=false 2024-11-26T23:21:41,213 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Unable to get data of znode /0-472553249/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:21:41,215 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472553249/snapshot-cleanup already deleted, retry=false 2024-11-26T23:21:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-472553249/running 2024-11-26T23:21:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:41,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-472553249/running 2024-11-26T23:21:41,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:41,219 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,45153,1732663299657, sessionid=0x1015695b43e0000, setting cluster-up flag (Was=false) 2024-11-26T23:21:41,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:41,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:41,228 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-472553249/flush-table-proc/acquired, /0-472553249/flush-table-proc/reached, /0-472553249/flush-table-proc/abort 2024-11-26T23:21:41,229 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,45153,1732663299657 2024-11-26T23:21:41,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:41,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:41,239 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-472553249/online-snapshot/acquired, /0-472553249/online-snapshot/reached, /0-472553249/online-snapshot/abort 2024-11-26T23:21:41,240 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,45153,1732663299657 2024-11-26T23:21:41,241 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:21:41,243 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:41,243 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:21:41,243 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:21:41,244 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,45153,1732663299657 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:21:41,245 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:41,245 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:41,245 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:41,245 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:41,245 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:21:41,245 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,245 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:41,245 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:41,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:21:41,252 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:41,252 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:21:41,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663331257 2024-11-26T23:21:41,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:21:41,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:21:41,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:21:41,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:21:41,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:21:41,257 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:21:41,260 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,269 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:21:41,269 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:21:41,269 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:21:41,269 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:21:41,273 INFO [RS:0;c707e9ace675:46119 {}] regionserver.HRegionServer(746): ClusterId : a43c53b7-93a8-4440-aafe-bab7be552ed9 2024-11-26T23:21:41,273 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:21:41,276 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:21:41,276 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:21:41,276 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:21:41,276 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:21:41,279 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:21:41,280 DEBUG [RS:0;c707e9ace675:46119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fab3257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:41,280 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663301276,5,FailOnTimeoutGroup] 2024-11-26T23:21:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41599 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:21:41,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:21:41,291 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105 2024-11-26T23:21:41,296 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663301280,5,FailOnTimeoutGroup] 2024-11-26T23:21:41,297 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,297 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:21:41,297 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,297 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,310 DEBUG [RS:0;c707e9ace675:46119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:46119 2024-11-26T23:21:41,310 INFO [RS:0;c707e9ace675:46119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:21:41,310 INFO [RS:0;c707e9ace675:46119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:21:41,311 DEBUG [RS:0;c707e9ace675:46119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:21:41,311 INFO [RS:0;c707e9ace675:46119 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,45153,1732663299657 with port=46119, startcode=1732663299836 2024-11-26T23:21:41,311 DEBUG [RS:0;c707e9ace675:46119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:21:41,315 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:21:41,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,46119,1732663299836 2024-11-26T23:21:41,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,46119,1732663299836 2024-11-26T23:21:41,317 DEBUG [RS:0;c707e9ace675:46119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105 2024-11-26T23:21:41,317 DEBUG [RS:0;c707e9ace675:46119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44749 2024-11-26T23:21:41,317 DEBUG [RS:0;c707e9ace675:46119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:21:41,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249/rs 2024-11-26T23:21:41,319 DEBUG [RS:0;c707e9ace675:46119 {}] zookeeper.ZKUtil(111): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Set watcher on existing znode=/0-472553249/rs/c707e9ace675,46119,1732663299836 2024-11-26T23:21:41,319 WARN [RS:0;c707e9ace675:46119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:41,319 INFO [RS:0;c707e9ace675:46119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:41,319 DEBUG [RS:0;c707e9ace675:46119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/WALs/c707e9ace675,46119,1732663299836 2024-11-26T23:21:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41599 is added to blk_1073741832_1008 (size=32) 2024-11-26T23:21:41,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,46119,1732663299836] 2024-11-26T23:21:41,344 INFO [RS:0;c707e9ace675:46119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:21:41,345 INFO [RS:0;c707e9ace675:46119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:21:41,348 INFO [RS:0;c707e9ace675:46119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:21:41,348 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,349 INFO [RS:0;c707e9ace675:46119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:21:41,350 INFO [RS:0;c707e9ace675:46119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:21:41,350 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:41,350 DEBUG [RS:0;c707e9ace675:46119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:41,352 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,352 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,352 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,352 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,352 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,352 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46119,1732663299836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:41,373 INFO [RS:0;c707e9ace675:46119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:21:41,373 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46119,1732663299836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,373 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,373 INFO [RS:0;c707e9ace675:46119 {}] regionserver.Replication(171): c707e9ace675,46119,1732663299836 started 2024-11-26T23:21:41,389 INFO [RS:0;c707e9ace675:46119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:41,389 INFO [RS:0;c707e9ace675:46119 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,46119,1732663299836, RpcServer on c707e9ace675/172.17.0.2:46119, sessionid=0x1015695b43e0001 2024-11-26T23:21:41,389 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:21:41,389 DEBUG [RS:0;c707e9ace675:46119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,46119,1732663299836 2024-11-26T23:21:41,389 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46119,1732663299836' 2024-11-26T23:21:41,389 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-472553249/flush-table-proc/abort' 2024-11-26T23:21:41,390 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-472553249/flush-table-proc/acquired' 2024-11-26T23:21:41,390 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:21:41,390 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:21:41,390 DEBUG [RS:0;c707e9ace675:46119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,46119,1732663299836 2024-11-26T23:21:41,390 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46119,1732663299836' 2024-11-26T23:21:41,390 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-472553249/online-snapshot/abort' 2024-11-26T23:21:41,391 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-472553249/online-snapshot/acquired' 2024-11-26T23:21:41,391 DEBUG [RS:0;c707e9ace675:46119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:21:41,391 INFO [RS:0;c707e9ace675:46119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:21:41,391 INFO [RS:0;c707e9ace675:46119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:21:41,492 INFO [RS:0;c707e9ace675:46119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:41,493 INFO [RS:0;c707e9ace675:46119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46119%2C1732663299836, suffix=, logDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/WALs/c707e9ace675,46119,1732663299836, archiveDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/oldWALs, maxLogs=10 2024-11-26T23:21:41,509 DEBUG [RS:0;c707e9ace675:46119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/WALs/c707e9ace675,46119,1732663299836/c707e9ace675%2C46119%2C1732663299836.1732663301493, exclude list is [], retry=0 2024-11-26T23:21:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41599,DS-08d2fc75-197b-42c4-8991-7ffbd45ca713,DISK] 2024-11-26T23:21:41,513 INFO [RS:0;c707e9ace675:46119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/WALs/c707e9ace675,46119,1732663299836/c707e9ace675%2C46119%2C1732663299836.1732663301493 2024-11-26T23:21:41,513 DEBUG [RS:0;c707e9ace675:46119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43179:43179)] 2024-11-26T23:21:41,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:21:41,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:41,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:41,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:41,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:41,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:41,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:41,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:41,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:41,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:41,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:41,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:41,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:41,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:41,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:41,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:41,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:41,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:41,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/data/hbase/meta/1588230740 2024-11-26T23:21:41,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/data/hbase/meta/1588230740 2024-11-26T23:21:41,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:41,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:41,736 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:41,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:41,738 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:41,739 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74002349, jitterRate=0.10272093117237091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:41,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663301729Initializing all the Stores at 1732663301729Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663301729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663301730 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663301730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663301730Cleaning up temporary data from old regions at 1732663301736 (+6 ms)Region opened successfully at 1732663301740 (+4 ms) 2024-11-26T23:21:41,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:41,740 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:41,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:41,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:41,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:41,740 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:41,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663301740Disabling compacts and flushes for region at 1732663301740Disabling writes for close at 1732663301740Writing region close event to WAL at 1732663301740Closed at 1732663301740 2024-11-26T23:21:41,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:41,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:21:41,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:21:41,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:41,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:21:41,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:21:41,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:21:41,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:21:41,893 DEBUG [c707e9ace675:45153 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:21:41,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,46119,1732663299836 2024-11-26T23:21:41,895 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46119,1732663299836, state=OPENING 2024-11-26T23:21:41,896 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:21:41,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:41,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472553249 2024-11-26T23:21:41,898 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:41,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472553249/meta-region-server: CHANGED 2024-11-26T23:21:41,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472553249/meta-region-server: CHANGED 2024-11-26T23:21:41,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46119,1732663299836}] 2024-11-26T23:21:42,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:42,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:21:42,065 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:21:42,065 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:42,065 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:21:42,069 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46119%2C1732663299836.meta, suffix=.meta, logDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/WALs/c707e9ace675,46119,1732663299836, archiveDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/oldWALs, maxLogs=10 2024-11-26T23:21:42,086 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/WALs/c707e9ace675,46119,1732663299836/c707e9ace675%2C46119%2C1732663299836.meta.1732663302069.meta, exclude list is [], retry=0 2024-11-26T23:21:42,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41599,DS-08d2fc75-197b-42c4-8991-7ffbd45ca713,DISK] 2024-11-26T23:21:42,103 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/WALs/c707e9ace675,46119,1732663299836/c707e9ace675%2C46119%2C1732663299836.meta.1732663302069.meta 2024-11-26T23:21:42,116 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43179:43179)] 2024-11-26T23:21:42,117 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:42,117 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:42,117 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:42,118 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:21:42,118 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:21:42,118 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:21:42,118 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:42,118 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:21:42,118 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:21:42,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:42,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:42,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:42,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:42,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:42,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:42,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:42,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:42,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:42,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:42,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:42,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:42,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:42,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:42,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:42,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:42,126 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:42,127 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/data/hbase/meta/1588230740 2024-11-26T23:21:42,128 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/data/hbase/meta/1588230740 2024-11-26T23:21:42,130 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:42,130 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:42,130 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:42,132 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:42,133 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71623555, jitterRate=0.06727413833141327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:42,133 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:21:42,133 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663302118Writing region info on filesystem at 1732663302118Initializing all the Stores at 1732663302119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663302119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663302119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663302119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663302119Cleaning up temporary data from old regions at 1732663302130 (+11 ms)Running coprocessor post-open hooks at 1732663302133 (+3 ms)Region opened successfully at 1732663302133 2024-11-26T23:21:42,134 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663302051 2024-11-26T23:21:42,137 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:21:42,137 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:21:42,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,46119,1732663299836 2024-11-26T23:21:42,139 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46119,1732663299836, state=OPEN 2024-11-26T23:21:42,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46119-0x1015695b43e0001, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-472553249/meta-region-server 2024-11-26T23:21:42,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1015695b43e0000, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-472553249/meta-region-server 2024-11-26T23:21:42,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,46119,1732663299836 2024-11-26T23:21:42,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472553249/meta-region-server: CHANGED 2024-11-26T23:21:42,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472553249/meta-region-server: CHANGED 2024-11-26T23:21:42,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:21:42,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46119,1732663299836 in 249 msec 2024-11-26T23:21:42,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:21:42,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-26T23:21:42,153 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:42,153 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:21:42,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:42,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46119,1732663299836, seqNum=-1] 2024-11-26T23:21:42,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:42,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:42,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 918 msec 2024-11-26T23:21:42,163 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663302163, completionTime=-1 2024-11-26T23:21:42,163 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:21:42,163 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:21:42,165 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:21:42,165 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663362165 2024-11-26T23:21:42,165 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663422165 2024-11-26T23:21:42,165 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T23:21:42,165 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45153,1732663299657-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:42,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45153,1732663299657-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:42,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45153,1732663299657-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:42,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:45153, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:42,166 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:42,167 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:21:42,181 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:42,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.292sec 2024-11-26T23:21:42,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:21:42,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:21:42,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:21:42,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:21:42,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:21:42,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45153,1732663299657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:42,185 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45153,1732663299657-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:21:42,188 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:21:42,188 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:21:42,188 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,45153,1732663299657-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:42,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147c3f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:42,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45153,-1 for getting cluster id 2024-11-26T23:21:42,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:42,276 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a43c53b7-93a8-4440-aafe-bab7be552ed9' 2024-11-26T23:21:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a43c53b7-93a8-4440-aafe-bab7be552ed9" 2024-11-26T23:21:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c94742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45153,-1] 2024-11-26T23:21:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:42,278 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:42,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd3a1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:42,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46119,1732663299836, seqNum=-1] 2024-11-26T23:21:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:42,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,45153,1732663299657 2024-11-26T23:21:42,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64803 2024-11-26T23:21:42,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64803, baseZNode=/0-472553249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:42,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,45153,1732663299657 2024-11-26T23:21:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d1aebe 2024-11-26T23:21:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:42,290 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:42,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:42,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015695b43e0002 connected 2024-11-26T23:21:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:21:42,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:42,294 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:42,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:21:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:42,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41599 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:21:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:42,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b30c149b7b1df3b4ceaa01d51a7c046, NAME => 'test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105 2024-11-26T23:21:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41599 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:21:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b30c149b7b1df3b4ceaa01d51a7c046, disabling compactions & flushes 2024-11-26T23:21:43,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046. 2024-11-26T23:21:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046. 2024-11-26T23:21:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046. after waiting 0 ms 2024-11-26T23:21:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046. 2024-11-26T23:21:43,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046. 2024-11-26T23:21:43,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b30c149b7b1df3b4ceaa01d51a7c046: Waiting for close lock at 1732663303123Disabling compacts and flushes for region at 1732663303123Disabling writes for close at 1732663303123Writing region close event to WAL at 1732663303123Closed at 1732663303123 2024-11-26T23:21:43,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:43,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663303125"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663303125"}]},"ts":"1732663303125"} 2024-11-26T23:21:43,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:43,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:43,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663303128"}]},"ts":"1732663303128"} 2024-11-26T23:21:43,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:21:43,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b30c149b7b1df3b4ceaa01d51a7c046, ASSIGN}] 2024-11-26T23:21:43,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b30c149b7b1df3b4ceaa01d51a7c046, ASSIGN 2024-11-26T23:21:43,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b30c149b7b1df3b4ceaa01d51a7c046, ASSIGN; state=OFFLINE, location=c707e9ace675,46119,1732663299836; forceNewPlan=false, retain=false 2024-11-26T23:21:43,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b30c149b7b1df3b4ceaa01d51a7c046, regionState=OPENING, regionLocation=c707e9ace675,46119,1732663299836 2024-11-26T23:21:43,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b30c149b7b1df3b4ceaa01d51a7c046, ASSIGN because future has completed 2024-11-26T23:21:43,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b30c149b7b1df3b4ceaa01d51a7c046, server=c707e9ace675,46119,1732663299836}] 2024-11-26T23:21:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:43,441 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046. 2024-11-26T23:21:43,441 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b30c149b7b1df3b4ceaa01d51a7c046, NAME => 'test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:43,441 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:43,441 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:21:43,441 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,441 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:43,442 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,442 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,443 INFO [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,444 INFO [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b30c149b7b1df3b4ceaa01d51a7c046 columnFamilyName f 2024-11-26T23:21:43,444 DEBUG [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:43,444 INFO [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] regionserver.HStore(327): Store=2b30c149b7b1df3b4ceaa01d51a7c046/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:43,444 INFO [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,445 INFO [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b30c149b7b1df3b4ceaa01d51a7c046 columnFamilyName f1 2024-11-26T23:21:43,445 DEBUG [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:43,446 INFO [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] regionserver.HStore(327): Store=2b30c149b7b1df3b4ceaa01d51a7c046/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:43,446 INFO [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,447 INFO [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b30c149b7b1df3b4ceaa01d51a7c046 columnFamilyName norep 2024-11-26T23:21:43,447 DEBUG [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:43,447 INFO [StoreOpener-2b30c149b7b1df3b4ceaa01d51a7c046-1 {}] regionserver.HStore(327): Store=2b30c149b7b1df3b4ceaa01d51a7c046/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:43,447 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,448 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/data/default/test/2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,448 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/data/default/test/2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,449 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,449 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,449 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:43,451 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,452 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/data/default/test/2b30c149b7b1df3b4ceaa01d51a7c046/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:43,453 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b30c149b7b1df3b4ceaa01d51a7c046; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64122483, jitterRate=-0.04450054466724396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:43,453 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b30c149b7b1df3b4ceaa01d51a7c046 2024-11-26T23:21:43,454 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b30c149b7b1df3b4ceaa01d51a7c046: Running coprocessor pre-open hook at 1732663303442Writing region info on filesystem at 1732663303442Initializing all the Stores at 1732663303442Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663303442Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663303443 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663303443Cleaning up temporary data from old regions at 1732663303449 (+6 ms)Running coprocessor post-open hooks at 1732663303453 (+4 ms)Region opened successfully at 1732663303453 2024-11-26T23:21:43,454 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046., pid=6, masterSystemTime=1732663303437 2024-11-26T23:21:43,456 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046. 2024-11-26T23:21:43,456 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663302290.2b30c149b7b1df3b4ceaa01d51a7c046. 2024-11-26T23:21:43,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b30c149b7b1df3b4ceaa01d51a7c046, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,46119,1732663299836 2024-11-26T23:21:43,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b30c149b7b1df3b4ceaa01d51a7c046, server=c707e9ace675,46119,1732663299836 because future has completed 2024-11-26T23:21:43,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:21:43,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b30c149b7b1df3b4ceaa01d51a7c046, server=c707e9ace675,46119,1732663299836 in 174 msec 2024-11-26T23:21:43,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:21:43,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b30c149b7b1df3b4ceaa01d51a7c046, ASSIGN in 331 msec 2024-11-26T23:21:43,464 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:43,464 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663303464"}]},"ts":"1732663303464"} 2024-11-26T23:21:43,465 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:21:43,466 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:43,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-26T23:21:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:44,438 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:21:44,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2bc619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:44,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45153,-1 for getting cluster id 2024-11-26T23:21:44,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:44,440 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a43c53b7-93a8-4440-aafe-bab7be552ed9' 2024-11-26T23:21:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a43c53b7-93a8-4440-aafe-bab7be552ed9" 2024-11-26T23:21:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0cf476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45153,-1] 2024-11-26T23:21:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:44,441 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:44,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b39a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:44,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:44,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,45153,1732663299657 2024-11-26T23:21:44,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c792d9 2024-11-26T23:21:44,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:44,444 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:44,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:45153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:21:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:21:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:44,449 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:45153' 2024-11-26T23:21:44,452 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61dcba2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:44,453 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,45153,-1 for getting cluster id 2024-11-26T23:21:44,453 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:44,454 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a43c53b7-93a8-4440-aafe-bab7be552ed9' 2024-11-26T23:21:44,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:44,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a43c53b7-93a8-4440-aafe-bab7be552ed9" 2024-11-26T23:21:44,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b600cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:44,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,45153,-1] 2024-11-26T23:21:44,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:44,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:44,456 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:44,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63125191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:44,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:44,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,45153,1732663299657 2024-11-26T23:21:44,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fe508d2 2024-11-26T23:21:44,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:44,460 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:44,460 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T23:21:44,461 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:21:44,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:44,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:44,461 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c707e9ace675:45153, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T23:21:44,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:44,471 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c707e9ace675:45153, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c707e9ace675:45153, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c707e9ace675:45153, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-26T23:21:44,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c707e9ace675:45153, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=28 msec 2024-11-26T23:21:44,473 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-26T23:21:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:44,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:44,559 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c707e9ace675:45153, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-26T23:21:44,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:44,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:44,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:44,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:44,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 362) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105-prefix:c707e9ace675,46119,1732663299836.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4cf3bcda java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@75932fee java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105/MasterData-prefix:c707e9ace675,45153,1732663299657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@75d4dceb[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp518726620-7825 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5074432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/c707e9ace675:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: c707e9ace675:45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@a405ffd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;c707e9ace675:46119-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-170487399-172.17.0.2-1732663298521 heartbeating to localhost/127.0.0.1:44749 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c707e9ace675:46119 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170487399-172.17.0.2-1732663298521:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp518726620-7827 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5074432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp518726620-7831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:64803): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp711247386-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5074432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64803 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170487399-172.17.0.2-1732663298521:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$604/0x00007f5074acf4b8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663301276 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp518726620-7826 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5074432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: regionserver/c707e9ace675:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4039737a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c707e9ace675:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44749 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 4 on default port 41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;c707e9ace675:45153 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp711247386-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1674425967) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 4 on default port 44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/c707e9ace675:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2e5e22b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-289868dc-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp518726620-7828-acceptor-0@1fab60a9-ServerConnector@af28189{HTTP/1.1, (http/1.1)}{localhost:44155} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@47070fe4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@e2b2063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server idle connection scanner for port 44749 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663301280 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp711247386-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64803) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_742713496_20 at /127.0.0.1:47706 [Receiving block BP-170487399-172.17.0.2-1732663298521:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp518726620-7829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp518726620-7830 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64803) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1039939176_20 at /127.0.0.1:47730 [Receiving block BP-170487399-172.17.0.2-1732663298521:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41195 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2fe8e7b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38/data/data2/current/BP-170487399-172.17.0.2-1732663298521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f50749f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@46647221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-170487399-172.17.0.2-1732663298521:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-78ccbf71-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64803) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44749/user/jenkins/test-data/b85f8c51-25d4-8581-9ea6-785fc28a1105-prefix:c707e9ace675,46119,1732663299836 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: regionserver/c707e9ace675:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp518726620-7824 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5074432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp711247386-7874-acceptor-0@1aee1806-ServerConnector@6979ca91{HTTP/1.1, (http/1.1)}{localhost:37177} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 3 on default port 44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1039939176_20 at /127.0.0.1:55256 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c707e9ace675:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1039939176_20 at /127.0.0.1:47726 [Receiving block BP-170487399-172.17.0.2-1732663298521:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/cluster_1b076a15-259f-9a2d-7323-408dacd59a38/data/data1/current/BP-170487399-172.17.0.2-1732663298521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 522) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5623 (was 5677) 2024-11-26T23:21:44,587 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-26T23:21:44,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=5620 2024-11-26T23:21:44,604 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-26T23:21:44,622 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-26T23:21:44,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/hadoop.log.dir so I do NOT create it in target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09 2024-11-26T23:21:44,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:21:44,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/hadoop.tmp.dir so I do NOT create it in target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09 2024-11-26T23:21:44,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46366fa7-7f8a-ca58-00cb-9e65c057f40c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:21:44,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09 2024-11-26T23:21:44,623 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/cluster_b15184a2-beff-454c-9141-bc3fc8a92775, deleteOnExit=true 2024-11-26T23:21:44,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/cluster_b15184a2-beff-454c-9141-bc3fc8a92775/zookeeper_0, clientPort=49249, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/cluster_b15184a2-beff-454c-9141-bc3fc8a92775/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/cluster_b15184a2-beff-454c-9141-bc3fc8a92775/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T23:21:44,634 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49249 2024-11-26T23:21:44,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:21:44,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:21:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/test.cache.data in system properties and HBase conf 2024-11-26T23:21:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:21:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:21:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:21:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:21:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:21:44,635 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:21:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:21:44,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:44,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:21:44,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:21:44,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:44,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:44,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:44,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:44,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:44,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:44,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4564b2bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:44,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dfe1847{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:44,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@133e1341{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/java.io.tmpdir/jetty-localhost-42753-hadoop-hdfs-3_4_1-tests_jar-_-any-2025685805385025241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:44,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3288d9f3{HTTP/1.1, (http/1.1)}{localhost:42753} 2024-11-26T23:21:44,994 INFO [Time-limited test {}] server.Server(415): Started @279070ms 2024-11-26T23:21:45,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:45,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:45,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:45,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:45,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:45,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eb3402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:45,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed989c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:45,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fa60a3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/java.io.tmpdir/jetty-localhost-33681-hadoop-hdfs-3_4_1-tests_jar-_-any-9767287676632805749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:45,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3df13e92{HTTP/1.1, (http/1.1)}{localhost:33681} 2024-11-26T23:21:45,255 INFO [Time-limited test {}] server.Server(415): Started @279331ms 2024-11-26T23:21:45,256 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:21:45,367 WARN [Thread-4279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/cluster_b15184a2-beff-454c-9141-bc3fc8a92775/data/data2/current/BP-1204423516-172.17.0.2-1732663304678/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:45,367 WARN [Thread-4278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/cluster_b15184a2-beff-454c-9141-bc3fc8a92775/data/data1/current/BP-1204423516-172.17.0.2-1732663304678/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:45,396 WARN [Thread-4266 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:21:45,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x235465d8f6a0e5b0 with lease ID 0xff70f79c5c1e05ed: Processing first storage report for DS-db4e5904-dbc1-4cca-98ee-f8eb76ae0ab5 from datanode DatanodeRegistration(127.0.0.1:38569, datanodeUuid=9ba753f8-85af-42a3-9daa-09973e8ba70e, infoPort=45039, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1998964352;c=1732663304678) 2024-11-26T23:21:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x235465d8f6a0e5b0 with lease ID 0xff70f79c5c1e05ed: from storage DS-db4e5904-dbc1-4cca-98ee-f8eb76ae0ab5 node DatanodeRegistration(127.0.0.1:38569, datanodeUuid=9ba753f8-85af-42a3-9daa-09973e8ba70e, infoPort=45039, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1998964352;c=1732663304678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x235465d8f6a0e5b0 with lease ID 0xff70f79c5c1e05ed: Processing first storage report for DS-4a5540f6-e0b3-40cb-9cef-f8c017961ab4 from datanode DatanodeRegistration(127.0.0.1:38569, datanodeUuid=9ba753f8-85af-42a3-9daa-09973e8ba70e, infoPort=45039, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1998964352;c=1732663304678) 2024-11-26T23:21:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x235465d8f6a0e5b0 with lease ID 0xff70f79c5c1e05ed: from storage DS-4a5540f6-e0b3-40cb-9cef-f8c017961ab4 node DatanodeRegistration(127.0.0.1:38569, datanodeUuid=9ba753f8-85af-42a3-9daa-09973e8ba70e, infoPort=45039, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1998964352;c=1732663304678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:45,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09 2024-11-26T23:21:45,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:45,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:45,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:21:45,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee with version=8 2024-11-26T23:21:45,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/hbase-staging 2024-11-26T23:21:45,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:45,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:45,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:45,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:45,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:45,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:45,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:21:45,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:45,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38989 2024-11-26T23:21:45,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38989 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-26T23:21:45,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389890x0, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:45,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38989-0x1015695cc480000 connected 2024-11-26T23:21:45,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:45,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:45,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on znode that does not yet exist, /01604373984/running 2024-11-26T23:21:45,926 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee, hbase.cluster.distributed=false 2024-11-26T23:21:45,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on znode that does not yet exist, /01604373984/acl 2024-11-26T23:21:45,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38989 2024-11-26T23:21:45,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38989 2024-11-26T23:21:45,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38989 2024-11-26T23:21:45,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38989 2024-11-26T23:21:45,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38989 2024-11-26T23:21:45,955 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:45,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:45,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:45,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:45,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:45,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:45,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:21:45,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:45,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42219 2024-11-26T23:21:45,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42219 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-26T23:21:45,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:45,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:45,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422190x0, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:45,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422190x0, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on znode that does not yet exist, /01604373984/running 2024-11-26T23:21:45,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42219-0x1015695cc480001 connected 2024-11-26T23:21:45,965 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:21:45,968 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:21:45,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on znode that does not yet exist, /01604373984/master 2024-11-26T23:21:45,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on znode that does not yet exist, /01604373984/acl 2024-11-26T23:21:45,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-26T23:21:45,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42219 2024-11-26T23:21:45,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42219 2024-11-26T23:21:45,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-26T23:21:45,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-26T23:21:45,998 DEBUG [M:0;c707e9ace675:38989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:38989 2024-11-26T23:21:46,000 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01604373984/backup-masters/c707e9ace675,38989,1732663305897 2024-11-26T23:21:46,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984/backup-masters 2024-11-26T23:21:46,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984/backup-masters 2024-11-26T23:21:46,008 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on existing znode=/01604373984/backup-masters/c707e9ace675,38989,1732663305897 2024-11-26T23:21:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01604373984/master 2024-11-26T23:21:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:46,012 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on existing znode=/01604373984/master 2024-11-26T23:21:46,012 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01604373984/backup-masters/c707e9ace675,38989,1732663305897 from backup master directory 2024-11-26T23:21:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984/backup-masters 2024-11-26T23:21:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604373984/backup-masters/c707e9ace675,38989,1732663305897 2024-11-26T23:21:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984/backup-masters 2024-11-26T23:21:46,013 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:46,013 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,38989,1732663305897 2024-11-26T23:21:46,017 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/hbase.id] with ID: 13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c 2024-11-26T23:21:46,017 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/.tmp/hbase.id 2024-11-26T23:21:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:21:46,422 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/.tmp/hbase.id]:[hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/hbase.id] 2024-11-26T23:21:46,430 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:46,430 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:21:46,431 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T23:21:46,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:46,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:46,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:21:46,838 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:46,839 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:21:46,839 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:46,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:21:47,249 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store 2024-11-26T23:21:47,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:21:47,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:21:47,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,262 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:47,262 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:47,262 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:47,262 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:47,262 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:47,262 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:47,263 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:47,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,263 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663307262Disabling compacts and flushes for region at 1732663307262Disabling writes for close at 1732663307262Writing region close event to WAL at 1732663307263 (+1 ms)Closed at 1732663307263 2024-11-26T23:21:47,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,263 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/.initializing 2024-11-26T23:21:47,263 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/WALs/c707e9ace675,38989,1732663305897 2024-11-26T23:21:47,264 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:47,278 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C38989%2C1732663305897, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/WALs/c707e9ace675,38989,1732663305897, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/oldWALs, maxLogs=10 2024-11-26T23:21:47,299 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/WALs/c707e9ace675,38989,1732663305897/c707e9ace675%2C38989%2C1732663305897.1732663307278, exclude list is [], retry=0 2024-11-26T23:21:47,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38569,DS-db4e5904-dbc1-4cca-98ee-f8eb76ae0ab5,DISK] 2024-11-26T23:21:47,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,305 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/WALs/c707e9ace675,38989,1732663305897/c707e9ace675%2C38989%2C1732663305897.1732663307278 2024-11-26T23:21:47,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,312 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45039:45039)] 2024-11-26T23:21:47,312 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:47,312 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:47,312 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,312 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:21:47,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:47,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:47,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:47,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:21:47,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:47,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:47,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:21:47,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:47,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:47,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:21:47,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:47,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:47,324 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,325 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,325 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,326 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,326 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,327 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:47,328 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:47,330 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:47,330 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63524392, jitterRate=-0.053412795066833496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:47,330 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663307312Initializing all the Stores at 1732663307313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663307313Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663307313Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663307313Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663307313Cleaning up temporary data from old regions at 1732663307326 (+13 ms)Region opened successfully at 1732663307330 (+4 ms) 2024-11-26T23:21:47,331 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:21:47,333 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2333f1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:47,334 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:21:47,334 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:21:47,335 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:21:47,335 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:21:47,335 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:21:47,336 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-26T23:21:47,336 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:21:47,338 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:21:47,339 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Unable to get data of znode /01604373984/balancer because node does not exist (not necessarily an error) 2024-11-26T23:21:47,340 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604373984/balancer already deleted, retry=false 2024-11-26T23:21:47,340 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:21:47,341 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Unable to get data of znode /01604373984/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:21:47,343 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604373984/normalizer already deleted, retry=false 2024-11-26T23:21:47,343 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:21:47,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:21:47,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T23:21:47,348 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Unable to get data of znode /01604373984/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:21:47,350 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604373984/switch/split already deleted, retry=false 2024-11-26T23:21:47,350 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Unable to get data of znode /01604373984/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:21:47,352 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604373984/switch/merge already deleted, retry=false 2024-11-26T23:21:47,355 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Unable to get data of znode /01604373984/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:21:47,363 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604373984/snapshot-cleanup already deleted, retry=false 2024-11-26T23:21:47,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01604373984/running 2024-11-26T23:21:47,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:47,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01604373984/running 2024-11-26T23:21:47,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:47,366 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,38989,1732663305897, sessionid=0x1015695cc480000, setting cluster-up flag (Was=false) 2024-11-26T23:21:47,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:47,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:47,374 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01604373984/flush-table-proc/acquired, /01604373984/flush-table-proc/reached, /01604373984/flush-table-proc/abort 2024-11-26T23:21:47,375 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,38989,1732663305897 2024-11-26T23:21:47,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:47,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:47,391 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01604373984/online-snapshot/acquired, /01604373984/online-snapshot/reached, /01604373984/online-snapshot/abort 2024-11-26T23:21:47,393 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,38989,1732663305897 2024-11-26T23:21:47,394 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:21:47,401 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:47,402 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:21:47,402 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:21:47,402 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,38989,1732663305897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:21:47,403 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:47,403 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:47,403 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:47,403 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:47,403 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:21:47,403 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,404 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:47,404 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:47,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:21:47,410 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:47,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:21:47,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663337420 2024-11-26T23:21:47,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:21:47,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:21:47,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:21:47,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:21:47,420 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:21:47,421 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:21:47,421 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,421 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:21:47,421 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:21:47,421 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:21:47,421 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:21:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:21:47,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:21:47,423 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:21:47,423 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:21:47,423 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee 2024-11-26T23:21:47,424 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663307423,5,FailOnTimeoutGroup] 2024-11-26T23:21:47,428 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663307424,5,FailOnTimeoutGroup] 2024-11-26T23:21:47,428 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,428 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:21:47,428 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,428 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741832_1008 (size=32) 2024-11-26T23:21:47,483 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(746): ClusterId : 13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c 2024-11-26T23:21:47,483 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:21:47,490 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:21:47,490 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:21:47,496 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:21:47,496 DEBUG [RS:0;c707e9ace675:42219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598d0ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:47,511 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:42219 2024-11-26T23:21:47,511 INFO [RS:0;c707e9ace675:42219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:21:47,511 INFO [RS:0;c707e9ace675:42219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:21:47,512 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:21:47,512 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,38989,1732663305897 with port=42219, startcode=1732663305954 2024-11-26T23:21:47,513 DEBUG [RS:0;c707e9ace675:42219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:21:47,514 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:21:47,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,42219,1732663305954 2024-11-26T23:21:47,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38989 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,42219,1732663305954 2024-11-26T23:21:47,516 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee 2024-11-26T23:21:47,516 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45197 2024-11-26T23:21:47,516 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:21:47,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984/rs 2024-11-26T23:21:47,518 DEBUG [RS:0;c707e9ace675:42219 {}] zookeeper.ZKUtil(111): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on existing znode=/01604373984/rs/c707e9ace675,42219,1732663305954 2024-11-26T23:21:47,518 WARN [RS:0;c707e9ace675:42219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:47,518 INFO [RS:0;c707e9ace675:42219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:47,518 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954 2024-11-26T23:21:47,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,42219,1732663305954] 2024-11-26T23:21:47,531 INFO [RS:0;c707e9ace675:42219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:21:47,532 INFO [RS:0;c707e9ace675:42219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:21:47,533 INFO [RS:0;c707e9ace675:42219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:21:47,533 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,536 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:21:47,537 INFO [RS:0;c707e9ace675:42219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:21:47,537 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:47,537 DEBUG [RS:0;c707e9ace675:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:47,541 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,541 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,541 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,541 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,541 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,541 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42219,1732663305954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:47,560 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:21:47,561 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,42219,1732663305954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,561 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,561 INFO [RS:0;c707e9ace675:42219 {}] regionserver.Replication(171): c707e9ace675,42219,1732663305954 started 2024-11-26T23:21:47,574 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:47,574 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,42219,1732663305954, RpcServer on c707e9ace675/172.17.0.2:42219, sessionid=0x1015695cc480001 2024-11-26T23:21:47,575 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:21:47,575 DEBUG [RS:0;c707e9ace675:42219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,42219,1732663305954 2024-11-26T23:21:47,575 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,42219,1732663305954' 2024-11-26T23:21:47,575 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01604373984/flush-table-proc/abort' 2024-11-26T23:21:47,575 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01604373984/flush-table-proc/acquired' 2024-11-26T23:21:47,575 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:21:47,575 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:21:47,575 DEBUG [RS:0;c707e9ace675:42219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,42219,1732663305954 2024-11-26T23:21:47,575 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,42219,1732663305954' 2024-11-26T23:21:47,576 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01604373984/online-snapshot/abort' 2024-11-26T23:21:47,576 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01604373984/online-snapshot/acquired' 2024-11-26T23:21:47,576 DEBUG [RS:0;c707e9ace675:42219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:21:47,576 INFO [RS:0;c707e9ace675:42219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:21:47,576 INFO [RS:0;c707e9ace675:42219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:21:47,677 INFO [RS:0;c707e9ace675:42219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:47,678 INFO [RS:0;c707e9ace675:42219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42219%2C1732663305954, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/oldWALs, maxLogs=10 2024-11-26T23:21:47,693 DEBUG [RS:0;c707e9ace675:42219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679, exclude list is [], retry=0 2024-11-26T23:21:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38569,DS-db4e5904-dbc1-4cca-98ee-f8eb76ae0ab5,DISK] 2024-11-26T23:21:47,697 INFO [RS:0;c707e9ace675:42219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 2024-11-26T23:21:47,697 DEBUG [RS:0;c707e9ace675:42219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45039:45039)] 2024-11-26T23:21:47,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:47,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:47,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:47,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:47,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:47,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:47,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:47,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:47,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:47,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:47,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:47,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:47,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:47,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:47,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:47,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:47,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:47,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:47,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740 2024-11-26T23:21:47,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740 2024-11-26T23:21:47,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:47,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:47,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:47,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:47,849 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:47,849 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60306343, jitterRate=-0.10136546194553375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:47,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663307840Initializing all the Stores at 1732663307840Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663307840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663307841 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663307841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663307841Cleaning up temporary data from old regions at 1732663307846 (+5 ms)Region opened successfully at 1732663307849 (+3 ms) 2024-11-26T23:21:47,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:47,850 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:47,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:47,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:47,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:47,850 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:47,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663307850Disabling compacts and flushes for region at 1732663307850Disabling writes for close at 1732663307850Writing region close event to WAL at 1732663307850Closed at 1732663307850 2024-11-26T23:21:47,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:47,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:21:47,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:21:47,852 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:47,852 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:21:48,003 DEBUG [c707e9ace675:38989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:21:48,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,42219,1732663305954 2024-11-26T23:21:48,004 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,42219,1732663305954, state=OPENING 2024-11-26T23:21:48,005 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:21:48,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:48,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:48,007 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:48,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01604373984/meta-region-server: CHANGED 2024-11-26T23:21:48,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,42219,1732663305954}] 2024-11-26T23:21:48,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01604373984/meta-region-server: CHANGED 2024-11-26T23:21:48,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:48,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:21:48,164 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:21:48,164 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:48,164 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:21:48,165 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42219%2C1732663305954.meta, suffix=.meta, logDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/oldWALs, maxLogs=10 2024-11-26T23:21:48,184 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.meta.1732663308166.meta, exclude list is [], retry=0 2024-11-26T23:21:48,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38569,DS-db4e5904-dbc1-4cca-98ee-f8eb76ae0ab5,DISK] 2024-11-26T23:21:48,189 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.meta.1732663308166.meta 2024-11-26T23:21:48,190 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45039:45039)] 2024-11-26T23:21:48,190 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:48,190 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:48,190 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:48,190 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:21:48,190 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:21:48,190 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:21:48,191 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:48,191 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:21:48,191 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:21:48,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:48,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:48,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:48,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:48,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:48,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:48,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:48,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:48,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:48,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:48,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:48,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:48,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:48,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:48,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:48,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:48,195 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:48,195 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740 2024-11-26T23:21:48,196 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740 2024-11-26T23:21:48,197 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:48,197 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:48,198 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:48,199 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:48,199 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60965408, jitterRate=-0.09154462814331055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:48,199 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:21:48,199 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663308191Writing region info on filesystem at 1732663308191Initializing all the Stores at 1732663308191Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663308191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663308191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663308191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663308191Cleaning up temporary data from old regions at 1732663308197 (+6 ms)Running coprocessor post-open hooks at 1732663308199 (+2 ms)Region opened successfully at 1732663308199 2024-11-26T23:21:48,200 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663308159 2024-11-26T23:21:48,202 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:21:48,202 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:21:48,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,42219,1732663305954 2024-11-26T23:21:48,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,42219,1732663305954, state=OPEN 2024-11-26T23:21:48,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01604373984/meta-region-server 2024-11-26T23:21:48,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01604373984/meta-region-server 2024-11-26T23:21:48,208 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,42219,1732663305954 2024-11-26T23:21:48,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01604373984/meta-region-server: CHANGED 2024-11-26T23:21:48,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01604373984/meta-region-server: CHANGED 2024-11-26T23:21:48,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:21:48,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,42219,1732663305954 in 201 msec 2024-11-26T23:21:48,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:21:48,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-26T23:21:48,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:48,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:21:48,214 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:48,214 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42219,1732663305954, seqNum=-1] 2024-11-26T23:21:48,214 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:48,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:48,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 818 msec 2024-11-26T23:21:48,219 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663308219, completionTime=-1 2024-11-26T23:21:48,220 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:21:48,220 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:21:48,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:21:48,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663368222 2024-11-26T23:21:48,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663428222 2024-11-26T23:21:48,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T23:21:48,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38989,1732663305897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:48,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38989,1732663305897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:48,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38989,1732663305897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:48,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:38989, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:48,222 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:48,223 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:48,224 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:21:48,226 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.213sec 2024-11-26T23:21:48,226 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:21:48,226 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:21:48,226 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:21:48,226 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:21:48,226 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:21:48,226 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38989,1732663305897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:48,226 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38989,1732663305897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:21:48,231 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:21:48,231 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:21:48,231 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,38989,1732663305897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:48,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe5d340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:48,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38989,-1 for getting cluster id 2024-11-26T23:21:48,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:48,285 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c' 2024-11-26T23:21:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c" 2024-11-26T23:21:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7440ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38989,-1] 2024-11-26T23:21:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:48,286 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:48,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7310eb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:48,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:48,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42219,1732663305954, seqNum=-1] 2024-11-26T23:21:48,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:48,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:48,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,38989,1732663305897 2024-11-26T23:21:48,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-26T23:21:48,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:48,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015695cc480002 connected 2024-11-26T23:21:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.log.dir so I do NOT create it in target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26 2024-11-26T23:21:48,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:21:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.tmp.dir so I do NOT create it in target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26 2024-11-26T23:21:48,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:21:48,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26 2024-11-26T23:21:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:21:48,299 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/cluster_38249b5f-8620-b0ec-79e2-b0b62267b7a1, deleteOnExit=true 2024-11-26T23:21:48,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/test.cache.data in system properties and HBase conf 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:21:48,300 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:48,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:21:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:21:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:21:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:21:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:21:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:21:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:21:48,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:48,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:48,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:48,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:48,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:48,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:48,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e6881e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:48,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d29d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:48,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2568b826{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/java.io.tmpdir/jetty-localhost-32943-hadoop-hdfs-3_4_1-tests_jar-_-any-11415982308210072898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:48,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b21cbaa{HTTP/1.1, (http/1.1)}{localhost:32943} 2024-11-26T23:21:48,550 INFO [Time-limited test {}] server.Server(415): Started @282626ms 2024-11-26T23:21:48,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:48,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:48,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:48,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:48,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:21:48,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c70f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:48,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f0c9ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:48,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:48,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:21:48,699 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108683 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:21:48,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36869ebf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/java.io.tmpdir/jetty-localhost-42645-hadoop-hdfs-3_4_1-tests_jar-_-any-9007655057020450351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:48,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56fa92ef{HTTP/1.1, (http/1.1)}{localhost:42645} 2024-11-26T23:21:48,824 INFO [Time-limited test {}] server.Server(415): Started @282900ms 2024-11-26T23:21:48,825 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:21:48,936 WARN [Thread-4399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/cluster_38249b5f-8620-b0ec-79e2-b0b62267b7a1/data/data1/current/BP-1924642336-172.17.0.2-1732663308321/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:48,937 WARN [Thread-4400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/cluster_38249b5f-8620-b0ec-79e2-b0b62267b7a1/data/data2/current/BP-1924642336-172.17.0.2-1732663308321/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:48,954 WARN [Thread-4387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:21:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe49ee5292dd62015 with lease ID 0x199afe083c76a7b8: Processing first storage report for DS-9940a210-2160-43f5-be0a-6e6976c01ca3 from datanode DatanodeRegistration(127.0.0.1:35483, datanodeUuid=1d9013f3-6424-4b6d-860e-6e245d6c8f81, infoPort=41885, infoSecurePort=0, ipcPort=33585, storageInfo=lv=-57;cid=testClusterID;nsid=929098057;c=1732663308321) 2024-11-26T23:21:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe49ee5292dd62015 with lease ID 0x199afe083c76a7b8: from storage DS-9940a210-2160-43f5-be0a-6e6976c01ca3 node DatanodeRegistration(127.0.0.1:35483, datanodeUuid=1d9013f3-6424-4b6d-860e-6e245d6c8f81, infoPort=41885, infoSecurePort=0, ipcPort=33585, storageInfo=lv=-57;cid=testClusterID;nsid=929098057;c=1732663308321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe49ee5292dd62015 with lease ID 0x199afe083c76a7b8: Processing first storage report for DS-716d43dd-25e2-4ced-b423-96b472ec88b3 from datanode DatanodeRegistration(127.0.0.1:35483, datanodeUuid=1d9013f3-6424-4b6d-860e-6e245d6c8f81, infoPort=41885, infoSecurePort=0, ipcPort=33585, storageInfo=lv=-57;cid=testClusterID;nsid=929098057;c=1732663308321) 2024-11-26T23:21:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe49ee5292dd62015 with lease ID 0x199afe083c76a7b8: from storage DS-716d43dd-25e2-4ced-b423-96b472ec88b3 node DatanodeRegistration(127.0.0.1:35483, datanodeUuid=1d9013f3-6424-4b6d-860e-6e245d6c8f81, infoPort=41885, infoSecurePort=0, ipcPort=33585, storageInfo=lv=-57;cid=testClusterID;nsid=929098057;c=1732663308321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:49,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26 2024-11-26T23:21:49,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:49,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:21:49,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b with version=8 2024-11-26T23:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/hbase-staging 2024-11-26T23:21:49,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:49,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:49,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:49,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:49,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:49,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:49,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:21:49,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:49,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35663 2024-11-26T23:21:49,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35663 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-26T23:21:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356630x0, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:49,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35663-0x1015695cc480003 connected 2024-11-26T23:21:49,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:49,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:49,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on znode that does not yet exist, /1-1244078479/running 2024-11-26T23:21:49,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b, hbase.cluster.distributed=false 2024-11-26T23:21:49,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on znode that does not yet exist, /1-1244078479/acl 2024-11-26T23:21:49,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-26T23:21:49,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35663 2024-11-26T23:21:49,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35663 2024-11-26T23:21:49,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-26T23:21:49,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-26T23:21:49,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:49,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:49,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:49,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:49,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:49,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:49,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:21:49,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:49,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46469 2024-11-26T23:21:49,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46469 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-26T23:21:49,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:49,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:49,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464690x0, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:49,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464690x0, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on znode that does not yet exist, /1-1244078479/running 2024-11-26T23:21:49,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46469-0x1015695cc480004 connected 2024-11-26T23:21:49,512 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:21:49,515 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:21:49,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on znode that does not yet exist, /1-1244078479/master 2024-11-26T23:21:49,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on znode that does not yet exist, /1-1244078479/acl 2024-11-26T23:21:49,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46469 2024-11-26T23:21:49,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46469 2024-11-26T23:21:49,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46469 2024-11-26T23:21:49,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46469 2024-11-26T23:21:49,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46469 2024-11-26T23:21:49,531 DEBUG [M:0;c707e9ace675:35663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:35663 2024-11-26T23:21:49,532 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1244078479/backup-masters/c707e9ace675,35663,1732663309462 2024-11-26T23:21:49,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479/backup-masters 2024-11-26T23:21:49,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479/backup-masters 2024-11-26T23:21:49,534 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on existing znode=/1-1244078479/backup-masters/c707e9ace675,35663,1732663309462 2024-11-26T23:21:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1244078479/master 2024-11-26T23:21:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:49,535 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on existing znode=/1-1244078479/master 2024-11-26T23:21:49,535 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1244078479/backup-masters/c707e9ace675,35663,1732663309462 from backup master directory 2024-11-26T23:21:49,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1244078479/backup-masters/c707e9ace675,35663,1732663309462 2024-11-26T23:21:49,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479/backup-masters 2024-11-26T23:21:49,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479/backup-masters 2024-11-26T23:21:49,536 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:49,536 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,35663,1732663309462 2024-11-26T23:21:49,539 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/hbase.id] with ID: 64aa7ff8-be10-4654-a15c-e57116c2a8dc 2024-11-26T23:21:49,539 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/.tmp/hbase.id 2024-11-26T23:21:49,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:21:49,944 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/.tmp/hbase.id]:[hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/hbase.id] 2024-11-26T23:21:49,952 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:49,952 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:21:49,952 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T23:21:49,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:49,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:21:50,366 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:50,366 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:21:50,367 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:50,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:21:50,773 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store 2024-11-26T23:21:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:21:50,796 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:50,797 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:50,797 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:50,797 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:50,797 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:50,797 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:50,797 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:50,797 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663310796Disabling compacts and flushes for region at 1732663310796Disabling writes for close at 1732663310797 (+1 ms)Writing region close event to WAL at 1732663310797Closed at 1732663310797 2024-11-26T23:21:50,798 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/.initializing 2024-11-26T23:21:50,798 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/WALs/c707e9ace675,35663,1732663309462 2024-11-26T23:21:50,798 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:50,800 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C35663%2C1732663309462, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/WALs/c707e9ace675,35663,1732663309462, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/oldWALs, maxLogs=10 2024-11-26T23:21:50,814 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/WALs/c707e9ace675,35663,1732663309462/c707e9ace675%2C35663%2C1732663309462.1732663310800, exclude list is [], retry=0 2024-11-26T23:21:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35483,DS-9940a210-2160-43f5-be0a-6e6976c01ca3,DISK] 2024-11-26T23:21:50,818 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/WALs/c707e9ace675,35663,1732663309462/c707e9ace675%2C35663%2C1732663309462.1732663310800 2024-11-26T23:21:50,818 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885)] 2024-11-26T23:21:50,818 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:50,818 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:50,818 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,818 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:21:50,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:50,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:50,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:21:50,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:50,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:50,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:21:50,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:50,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:50,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:21:50,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:50,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:50,824 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,825 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,825 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,826 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,826 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,826 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:50,827 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:50,828 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:50,829 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69142606, jitterRate=0.03030511736869812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:50,829 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663310819Initializing all the Stores at 1732663310819Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663310819Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663310819Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663310819Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663310819Cleaning up temporary data from old regions at 1732663310826 (+7 ms)Region opened successfully at 1732663310829 (+3 ms) 2024-11-26T23:21:50,830 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:21:50,832 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b4cd70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:50,833 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:21:50,833 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:21:50,833 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:21:50,833 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:21:50,834 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:21:50,834 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:21:50,834 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:21:50,838 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:21:50,838 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Unable to get data of znode /1-1244078479/balancer because node does not exist (not necessarily an error) 2024-11-26T23:21:50,840 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1244078479/balancer already deleted, retry=false 2024-11-26T23:21:50,840 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:21:50,840 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Unable to get data of znode /1-1244078479/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:21:50,843 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1244078479/normalizer already deleted, retry=false 2024-11-26T23:21:50,843 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:21:50,844 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Unable to get data of znode /1-1244078479/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:21:50,845 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1244078479/switch/split already deleted, retry=false 2024-11-26T23:21:50,845 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Unable to get data of znode /1-1244078479/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:21:50,846 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1244078479/switch/merge already deleted, retry=false 2024-11-26T23:21:50,848 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Unable to get data of znode /1-1244078479/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:21:50,849 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1244078479/snapshot-cleanup already deleted, retry=false 2024-11-26T23:21:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1244078479/running 2024-11-26T23:21:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1244078479/running 2024-11-26T23:21:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:50,852 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,35663,1732663309462, sessionid=0x1015695cc480003, setting cluster-up flag (Was=false) 2024-11-26T23:21:50,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:50,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:50,859 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1244078479/flush-table-proc/acquired, /1-1244078479/flush-table-proc/reached, /1-1244078479/flush-table-proc/abort 2024-11-26T23:21:50,860 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,35663,1732663309462 2024-11-26T23:21:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:50,868 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1244078479/online-snapshot/acquired, /1-1244078479/online-snapshot/reached, /1-1244078479/online-snapshot/abort 2024-11-26T23:21:50,869 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,35663,1732663309462 2024-11-26T23:21:50,870 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:21:50,871 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:50,871 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:21:50,871 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:21:50,872 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,35663,1732663309462 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:21:50,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:50,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:50,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:50,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:50,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:21:50,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:50,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:50,873 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:50,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:50,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:21:50,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:50,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:21:50,881 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663340881 2024-11-26T23:21:50,881 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:21:50,881 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:21:50,881 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:21:50,881 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:21:50,881 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:21:50,881 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:21:50,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:50,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:21:50,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:21:50,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:21:50,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:21:50,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:21:50,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:21:50,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:21:50,883 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663310883,5,FailOnTimeoutGroup] 2024-11-26T23:21:50,883 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663310883,5,FailOnTimeoutGroup] 2024-11-26T23:21:50,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:50,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:21:50,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:50,883 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:50,925 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(746): ClusterId : 64aa7ff8-be10-4654-a15c-e57116c2a8dc 2024-11-26T23:21:50,926 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:21:50,932 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:21:50,932 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:21:50,937 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:21:50,938 DEBUG [RS:0;c707e9ace675:46469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd5ccec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:50,956 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:46469 2024-11-26T23:21:50,956 INFO [RS:0;c707e9ace675:46469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:21:50,956 INFO [RS:0;c707e9ace675:46469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:21:50,956 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:21:50,957 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,35663,1732663309462 with port=46469, startcode=1732663309501 2024-11-26T23:21:50,957 DEBUG [RS:0;c707e9ace675:46469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:21:50,958 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:21:50,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,46469,1732663309501 2024-11-26T23:21:50,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35663 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,46469,1732663309501 2024-11-26T23:21:50,960 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b 2024-11-26T23:21:50,960 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34977 2024-11-26T23:21:50,960 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:21:50,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479/rs 2024-11-26T23:21:50,967 DEBUG [RS:0;c707e9ace675:46469 {}] zookeeper.ZKUtil(111): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on existing znode=/1-1244078479/rs/c707e9ace675,46469,1732663309501 2024-11-26T23:21:50,967 WARN [RS:0;c707e9ace675:46469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:50,967 INFO [RS:0;c707e9ace675:46469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:50,967 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/WALs/c707e9ace675,46469,1732663309501 2024-11-26T23:21:50,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,46469,1732663309501] 2024-11-26T23:21:50,993 INFO [RS:0;c707e9ace675:46469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:21:50,996 INFO [RS:0;c707e9ace675:46469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:21:50,997 INFO [RS:0;c707e9ace675:46469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:21:50,997 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,000 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:21:51,001 INFO [RS:0;c707e9ace675:46469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:21:51,001 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,001 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:51,002 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:51,002 DEBUG [RS:0;c707e9ace675:46469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:51,032 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,032 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,032 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,032 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,033 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,033 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46469,1732663309501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:51,065 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:21:51,066 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46469,1732663309501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,066 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,066 INFO [RS:0;c707e9ace675:46469 {}] regionserver.Replication(171): c707e9ace675,46469,1732663309501 started 2024-11-26T23:21:51,088 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,088 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,46469,1732663309501, RpcServer on c707e9ace675/172.17.0.2:46469, sessionid=0x1015695cc480004 2024-11-26T23:21:51,088 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:21:51,088 DEBUG [RS:0;c707e9ace675:46469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,46469,1732663309501 2024-11-26T23:21:51,088 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46469,1732663309501' 2024-11-26T23:21:51,088 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1244078479/flush-table-proc/abort' 2024-11-26T23:21:51,089 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1244078479/flush-table-proc/acquired' 2024-11-26T23:21:51,090 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:21:51,090 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:21:51,090 DEBUG [RS:0;c707e9ace675:46469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,46469,1732663309501 2024-11-26T23:21:51,090 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46469,1732663309501' 2024-11-26T23:21:51,090 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1244078479/online-snapshot/abort' 2024-11-26T23:21:51,090 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1244078479/online-snapshot/acquired' 2024-11-26T23:21:51,091 DEBUG [RS:0;c707e9ace675:46469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:21:51,091 INFO [RS:0;c707e9ace675:46469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:21:51,092 INFO [RS:0;c707e9ace675:46469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:21:51,192 INFO [RS:0;c707e9ace675:46469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:51,194 INFO [RS:0;c707e9ace675:46469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46469%2C1732663309501, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/WALs/c707e9ace675,46469,1732663309501, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/oldWALs, maxLogs=10 2024-11-26T23:21:51,215 DEBUG [RS:0;c707e9ace675:46469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/WALs/c707e9ace675,46469,1732663309501/c707e9ace675%2C46469%2C1732663309501.1732663311195, exclude list is [], retry=0 2024-11-26T23:21:51,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35483,DS-9940a210-2160-43f5-be0a-6e6976c01ca3,DISK] 2024-11-26T23:21:51,223 INFO [RS:0;c707e9ace675:46469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/WALs/c707e9ace675,46469,1732663309501/c707e9ace675%2C46469%2C1732663309501.1732663311195 2024-11-26T23:21:51,223 DEBUG [RS:0;c707e9ace675:46469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885)] 2024-11-26T23:21:51,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T23:21:51,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T23:21:51,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T23:21:51,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T23:21:51,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:21:51,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T23:21:51,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:21:51,284 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b 2024-11-26T23:21:51,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:21:51,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:51,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:51,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:51,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:51,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:51,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:51,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:51,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:51,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:51,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:51,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:51,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:51,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:51,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:51,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:51,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:51,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:51,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:51,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740 2024-11-26T23:21:51,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740 2024-11-26T23:21:51,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:51,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:51,302 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:51,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:51,308 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:51,308 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64417176, jitterRate=-0.04010927677154541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:51,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663311292Initializing all the Stores at 1732663311293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663311293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663311293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663311293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663311293Cleaning up temporary data from old regions at 1732663311301 (+8 ms)Region opened successfully at 1732663311308 (+7 ms) 2024-11-26T23:21:51,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:51,308 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:51,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:51,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:51,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:51,309 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:51,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663311308Disabling compacts and flushes for region at 1732663311308Disabling writes for close at 1732663311308Writing region close event to WAL at 1732663311309 (+1 ms)Closed at 1732663311309 2024-11-26T23:21:51,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:51,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:21:51,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:21:51,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:51,311 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:21:51,461 DEBUG [c707e9ace675:35663 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:21:51,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,46469,1732663309501 2024-11-26T23:21:51,463 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46469,1732663309501, state=OPENING 2024-11-26T23:21:51,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:21:51,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:51,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:21:51,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:51,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1244078479/meta-region-server: CHANGED 2024-11-26T23:21:51,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46469,1732663309501}] 2024-11-26T23:21:51,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1244078479/meta-region-server: CHANGED 2024-11-26T23:21:51,619 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:51,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:21:51,623 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:21:51,623 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:51,623 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:21:51,624 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46469%2C1732663309501.meta, suffix=.meta, logDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/WALs/c707e9ace675,46469,1732663309501, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/oldWALs, maxLogs=10 2024-11-26T23:21:51,638 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/WALs/c707e9ace675,46469,1732663309501/c707e9ace675%2C46469%2C1732663309501.meta.1732663311624.meta, exclude list is [], retry=0 2024-11-26T23:21:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35483,DS-9940a210-2160-43f5-be0a-6e6976c01ca3,DISK] 2024-11-26T23:21:51,641 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/WALs/c707e9ace675,46469,1732663309501/c707e9ace675%2C46469%2C1732663309501.meta.1732663311624.meta 2024-11-26T23:21:51,641 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885)] 2024-11-26T23:21:51,642 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:51,642 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:51,642 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:51,642 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:21:51,642 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:21:51,642 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:21:51,642 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:51,642 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:21:51,642 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:21:51,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:51,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:51,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:51,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:51,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:51,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:51,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:51,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:51,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:51,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:51,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:51,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:51,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:51,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:51,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:51,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:51,647 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:51,648 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740 2024-11-26T23:21:51,649 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740 2024-11-26T23:21:51,650 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:51,650 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:51,650 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:51,651 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:51,652 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67112769, jitterRate=5.81890344619751E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:51,652 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:21:51,652 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663311642Writing region info on filesystem at 1732663311642Initializing all the Stores at 1732663311643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663311643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663311643Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663311643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663311643Cleaning up temporary data from old regions at 1732663311650 (+7 ms)Running coprocessor post-open hooks at 1732663311652 (+2 ms)Region opened successfully at 1732663311652 2024-11-26T23:21:51,653 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663311619 2024-11-26T23:21:51,655 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:21:51,655 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:21:51,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,46469,1732663309501 2024-11-26T23:21:51,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46469,1732663309501, state=OPEN 2024-11-26T23:21:51,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1244078479/meta-region-server 2024-11-26T23:21:51,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1244078479/meta-region-server 2024-11-26T23:21:51,658 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,46469,1732663309501 2024-11-26T23:21:51,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1244078479/meta-region-server: CHANGED 2024-11-26T23:21:51,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1244078479/meta-region-server: CHANGED 2024-11-26T23:21:51,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:21:51,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46469,1732663309501 in 191 msec 2024-11-26T23:21:51,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:21:51,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-26T23:21:51,663 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:51,663 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:21:51,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:51,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46469,1732663309501, seqNum=-1] 2024-11-26T23:21:51,664 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:51,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:51,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-11-26T23:21:51,670 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663311670, completionTime=-1 2024-11-26T23:21:51,670 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:21:51,670 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:21:51,672 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:21:51,672 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663371672 2024-11-26T23:21:51,672 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663431672 2024-11-26T23:21:51,672 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:21:51,673 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35663,1732663309462-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,673 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35663,1732663309462-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,673 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35663,1732663309462-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,673 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:35663, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,673 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,673 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,674 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:21:51,677 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.141sec 2024-11-26T23:21:51,677 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:21:51,677 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:21:51,677 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:21:51,677 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:21:51,677 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:21:51,677 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35663,1732663309462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:51,677 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35663,1732663309462-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:21:51,694 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:21:51,694 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:21:51,694 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,35663,1732663309462-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:51,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff66072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:51,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35663,-1 for getting cluster id 2024-11-26T23:21:51,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:51,724 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64aa7ff8-be10-4654-a15c-e57116c2a8dc' 2024-11-26T23:21:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64aa7ff8-be10-4654-a15c-e57116c2a8dc" 2024-11-26T23:21:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8b4b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35663,-1] 2024-11-26T23:21:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:51,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:51,725 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:51,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bc8d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:51,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46469,1732663309501, seqNum=-1] 2024-11-26T23:21:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:51,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:51,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,35663,1732663309462 2024-11-26T23:21:51,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-26T23:21:51,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:51,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015695cc480005 connected 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.log.dir so I do NOT create it in target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a 2024-11-26T23:21:51,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.tmp.dir so I do NOT create it in target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a 2024-11-26T23:21:51,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T23:21:51,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/cluster_e27a13f6-632f-0129-a307-41576ecf6bfb, deleteOnExit=true 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/test.cache.data in system properties and HBase conf 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/hadoop.log.dir in system properties and HBase conf 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T23:21:51,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T23:21:51,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/nfs.dump.dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/java.io.tmpdir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T23:21:51,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T23:21:51,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:51,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:51,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:51,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:51,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T23:21:51,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:51,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4302dd58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:51,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6025c365{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:51,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444ecca9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/java.io.tmpdir/jetty-localhost-41941-hadoop-hdfs-3_4_1-tests_jar-_-any-10890970451663153672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:21:51,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6128cc1b{HTTP/1.1, (http/1.1)}{localhost:41941} 2024-11-26T23:21:51,962 INFO [Time-limited test {}] server.Server(415): Started @286039ms 2024-11-26T23:21:52,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T23:21:52,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T23:21:52,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T23:21:52,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T23:21:52,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T23:21:52,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c3feb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/hadoop.log.dir/,AVAILABLE} 2024-11-26T23:21:52,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@417a9f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T23:21:52,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62b8b3cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/java.io.tmpdir/jetty-localhost-35567-hadoop-hdfs-3_4_1-tests_jar-_-any-10071637971415208902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:21:52,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ee40b10{HTTP/1.1, (http/1.1)}{localhost:35567} 2024-11-26T23:21:52,190 INFO [Time-limited test {}] server.Server(415): Started @286267ms 2024-11-26T23:21:52,192 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T23:21:52,297 WARN [Thread-4519 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/cluster_e27a13f6-632f-0129-a307-41576ecf6bfb/data/data1/current/BP-1924250999-172.17.0.2-1732663311758/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:52,297 WARN [Thread-4520 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/cluster_e27a13f6-632f-0129-a307-41576ecf6bfb/data/data2/current/BP-1924250999-172.17.0.2-1732663311758/current, will proceed with Du for space computation calculation, 2024-11-26T23:21:52,335 WARN [Thread-4507 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T23:21:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdf5e579375c205e with lease ID 0xd897147d84f840be: Processing first storage report for DS-64859a50-8a6c-4c81-8d90-ea9363bb550a from datanode DatanodeRegistration(127.0.0.1:46611, datanodeUuid=d6cde640-a8db-4fc1-bc87-e754f646f4f4, infoPort=36165, infoSecurePort=0, ipcPort=45909, storageInfo=lv=-57;cid=testClusterID;nsid=1693155765;c=1732663311758) 2024-11-26T23:21:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdf5e579375c205e with lease ID 0xd897147d84f840be: from storage DS-64859a50-8a6c-4c81-8d90-ea9363bb550a node DatanodeRegistration(127.0.0.1:46611, datanodeUuid=d6cde640-a8db-4fc1-bc87-e754f646f4f4, infoPort=36165, infoSecurePort=0, ipcPort=45909, storageInfo=lv=-57;cid=testClusterID;nsid=1693155765;c=1732663311758), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdf5e579375c205e with lease ID 0xd897147d84f840be: Processing first storage report for DS-d886ecbe-7bde-4ca7-875d-647e1b944501 from datanode DatanodeRegistration(127.0.0.1:46611, datanodeUuid=d6cde640-a8db-4fc1-bc87-e754f646f4f4, infoPort=36165, infoSecurePort=0, ipcPort=45909, storageInfo=lv=-57;cid=testClusterID;nsid=1693155765;c=1732663311758) 2024-11-26T23:21:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdf5e579375c205e with lease ID 0xd897147d84f840be: from storage DS-d886ecbe-7bde-4ca7-875d-647e1b944501 node DatanodeRegistration(127.0.0.1:46611, datanodeUuid=d6cde640-a8db-4fc1-bc87-e754f646f4f4, infoPort=36165, infoSecurePort=0, ipcPort=45909, storageInfo=lv=-57;cid=testClusterID;nsid=1693155765;c=1732663311758), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T23:21:52,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a 2024-11-26T23:21:52,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:52,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741825_1001 (size=7) 2024-11-26T23:21:52,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4 with version=8 2024-11-26T23:21:52,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/hbase-staging 2024-11-26T23:21:52,469 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:52,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:52,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:52,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:52,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:52,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:52,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T23:21:52,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:52,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41801 2024-11-26T23:21:52,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41801 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-26T23:21:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418010x0, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:52,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41801-0x1015695cc480006 connected 2024-11-26T23:21:52,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:52,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:52,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on znode that does not yet exist, /21466672416/running 2024-11-26T23:21:52,521 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4, hbase.cluster.distributed=false 2024-11-26T23:21:52,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on znode that does not yet exist, /21466672416/acl 2024-11-26T23:21:52,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41801 2024-11-26T23:21:52,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41801 2024-11-26T23:21:52,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41801 2024-11-26T23:21:52,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41801 2024-11-26T23:21:52,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41801 2024-11-26T23:21:52,554 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c707e9ace675:0 server-side Connection retries=45 2024-11-26T23:21:52,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:52,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:52,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T23:21:52,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T23:21:52,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T23:21:52,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T23:21:52,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:21:52,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46347 2024-11-26T23:21:52,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46347 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-26T23:21:52,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:52,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:52,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463470x0, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:52,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463470x0, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on znode that does not yet exist, /21466672416/running 2024-11-26T23:21:52,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46347-0x1015695cc480007 connected 2024-11-26T23:21:52,562 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T23:21:52,564 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T23:21:52,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on znode that does not yet exist, /21466672416/master 2024-11-26T23:21:52,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on znode that does not yet exist, /21466672416/acl 2024-11-26T23:21:52,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46347 2024-11-26T23:21:52,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46347 2024-11-26T23:21:52,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46347 2024-11-26T23:21:52,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46347 2024-11-26T23:21:52,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46347 2024-11-26T23:21:52,589 DEBUG [M:0;c707e9ace675:41801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c707e9ace675:41801 2024-11-26T23:21:52,589 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21466672416/backup-masters/c707e9ace675,41801,1732663312469 2024-11-26T23:21:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416/backup-masters 2024-11-26T23:21:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416/backup-masters 2024-11-26T23:21:52,591 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on existing znode=/21466672416/backup-masters/c707e9ace675,41801,1732663312469 2024-11-26T23:21:52,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:52,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21466672416/master 2024-11-26T23:21:52,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:52,593 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on existing znode=/21466672416/master 2024-11-26T23:21:52,593 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21466672416/backup-masters/c707e9ace675,41801,1732663312469 from backup master directory 2024-11-26T23:21:52,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466672416/backup-masters/c707e9ace675,41801,1732663312469 2024-11-26T23:21:52,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416/backup-masters 2024-11-26T23:21:52,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416/backup-masters 2024-11-26T23:21:52,596 WARN [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:52,596 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c707e9ace675,41801,1732663312469 2024-11-26T23:21:52,599 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/hbase.id] with ID: d305f4f4-5674-4d5a-af25-795f52a7d6b4 2024-11-26T23:21:52,599 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/.tmp/hbase.id 2024-11-26T23:21:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741826_1002 (size=42) 2024-11-26T23:21:53,007 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/.tmp/hbase.id]:[hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/hbase.id] 2024-11-26T23:21:53,015 INFO [master/c707e9ace675:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:53,016 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T23:21:53,016 INFO [master/c707e9ace675:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T23:21:53,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:53,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741827_1003 (size=196) 2024-11-26T23:21:53,424 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:53,424 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T23:21:53,425 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:53,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741828_1004 (size=1189) 2024-11-26T23:21:53,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:21:53,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:21:53,835 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store 2024-11-26T23:21:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741829_1005 (size=34) 2024-11-26T23:21:53,847 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:53,847 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:21:53,847 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:53,847 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:53,847 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:21:53,847 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:53,847 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:21:53,847 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663313847Disabling compacts and flushes for region at 1732663313847Disabling writes for close at 1732663313847Writing region close event to WAL at 1732663313847Closed at 1732663313847 2024-11-26T23:21:53,848 WARN [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/.initializing 2024-11-26T23:21:53,848 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/WALs/c707e9ace675,41801,1732663312469 2024-11-26T23:21:53,849 INFO [master/c707e9ace675:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:53,850 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c707e9ace675%2C41801%2C1732663312469, suffix=, logDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/WALs/c707e9ace675,41801,1732663312469, archiveDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/oldWALs, maxLogs=10 2024-11-26T23:21:53,866 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/WALs/c707e9ace675,41801,1732663312469/c707e9ace675%2C41801%2C1732663312469.1732663313851, exclude list is [], retry=0 2024-11-26T23:21:53,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46611,DS-64859a50-8a6c-4c81-8d90-ea9363bb550a,DISK] 2024-11-26T23:21:53,870 INFO [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/WALs/c707e9ace675,41801,1732663312469/c707e9ace675%2C41801%2C1732663312469.1732663313851 2024-11-26T23:21:53,871 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36165:36165)] 2024-11-26T23:21:53,871 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:53,871 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:53,871 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,871 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T23:21:53,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:53,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:53,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T23:21:53,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:53,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:53,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T23:21:53,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:53,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:53,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T23:21:53,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:53,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:53,877 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,877 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,877 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,878 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,878 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,879 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:53,879 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T23:21:53,881 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:53,881 INFO [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66341869, jitterRate=-0.011429116129875183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:53,881 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732663313871Initializing all the Stores at 1732663313872 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663313872Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663313872Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663313872Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663313872Cleaning up temporary data from old regions at 1732663313878 (+6 ms)Region opened successfully at 1732663313881 (+3 ms) 2024-11-26T23:21:53,882 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T23:21:53,884 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c6f846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:53,884 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T23:21:53,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T23:21:53,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T23:21:53,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T23:21:53,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T23:21:53,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T23:21:53,885 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T23:21:53,887 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T23:21:53,887 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Unable to get data of znode /21466672416/balancer because node does not exist (not necessarily an error) 2024-11-26T23:21:53,888 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466672416/balancer already deleted, retry=false 2024-11-26T23:21:53,889 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T23:21:53,889 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Unable to get data of znode /21466672416/normalizer because node does not exist (not necessarily an error) 2024-11-26T23:21:53,890 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466672416/normalizer already deleted, retry=false 2024-11-26T23:21:53,890 INFO [master/c707e9ace675:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T23:21:53,891 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Unable to get data of znode /21466672416/switch/split because node does not exist (not necessarily an error) 2024-11-26T23:21:53,893 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466672416/switch/split already deleted, retry=false 2024-11-26T23:21:53,894 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Unable to get data of znode /21466672416/switch/merge because node does not exist (not necessarily an error) 2024-11-26T23:21:53,895 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466672416/switch/merge already deleted, retry=false 2024-11-26T23:21:53,897 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Unable to get data of znode /21466672416/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T23:21:53,897 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466672416/snapshot-cleanup already deleted, retry=false 2024-11-26T23:21:53,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21466672416/running 2024-11-26T23:21:53,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21466672416/running 2024-11-26T23:21:53,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:53,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:53,899 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c707e9ace675,41801,1732663312469, sessionid=0x1015695cc480006, setting cluster-up flag (Was=false) 2024-11-26T23:21:53,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:53,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:53,909 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21466672416/flush-table-proc/acquired, /21466672416/flush-table-proc/reached, /21466672416/flush-table-proc/abort 2024-11-26T23:21:53,909 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,41801,1732663312469 2024-11-26T23:21:53,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:53,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:53,916 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21466672416/online-snapshot/acquired, /21466672416/online-snapshot/reached, /21466672416/online-snapshot/abort 2024-11-26T23:21:53,917 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c707e9ace675,41801,1732663312469 2024-11-26T23:21:53,918 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T23:21:53,919 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:53,919 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T23:21:53,919 INFO [master/c707e9ace675:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T23:21:53,920 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c707e9ace675,41801,1732663312469 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T23:21:53,921 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:53,921 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:53,921 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:53,921 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c707e9ace675:0, corePoolSize=5, maxPoolSize=5 2024-11-26T23:21:53,921 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c707e9ace675:0, corePoolSize=10, maxPoolSize=10 2024-11-26T23:21:53,921 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:53,921 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:53,921 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:53,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:53,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T23:21:53,924 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:53,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T23:21:53,928 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732663343928 2024-11-26T23:21:53,928 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T23:21:53,929 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T23:21:53,930 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T23:21:53,930 INFO [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T23:21:53,930 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663313930,5,FailOnTimeoutGroup] 2024-11-26T23:21:53,932 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663313930,5,FailOnTimeoutGroup] 2024-11-26T23:21:53,932 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:53,932 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T23:21:53,932 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:53,932 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741831_1007 (size=1321) 2024-11-26T23:21:53,979 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(746): ClusterId : d305f4f4-5674-4d5a-af25-795f52a7d6b4 2024-11-26T23:21:53,979 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T23:21:53,981 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T23:21:53,981 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T23:21:53,982 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T23:21:53,982 DEBUG [RS:0;c707e9ace675:46347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c473f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c707e9ace675/172.17.0.2:0 2024-11-26T23:21:53,994 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c707e9ace675:46347 2024-11-26T23:21:53,994 INFO [RS:0;c707e9ace675:46347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T23:21:53,994 INFO [RS:0;c707e9ace675:46347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T23:21:53,994 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T23:21:53,995 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(2659): reportForDuty to master=c707e9ace675,41801,1732663312469 with port=46347, startcode=1732663312554 2024-11-26T23:21:53,995 DEBUG [RS:0;c707e9ace675:46347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T23:21:53,997 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T23:21:53,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c707e9ace675,46347,1732663312554 2024-11-26T23:21:53,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41801 {}] master.ServerManager(517): Registering regionserver=c707e9ace675,46347,1732663312554 2024-11-26T23:21:53,998 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4 2024-11-26T23:21:53,998 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42673 2024-11-26T23:21:53,998 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T23:21:54,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416/rs 2024-11-26T23:21:54,004 DEBUG [RS:0;c707e9ace675:46347 {}] zookeeper.ZKUtil(111): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on existing znode=/21466672416/rs/c707e9ace675,46347,1732663312554 2024-11-26T23:21:54,004 WARN [RS:0;c707e9ace675:46347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T23:21:54,004 INFO [RS:0;c707e9ace675:46347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:54,004 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/WALs/c707e9ace675,46347,1732663312554 2024-11-26T23:21:54,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c707e9ace675,46347,1732663312554] 2024-11-26T23:21:54,007 INFO [RS:0;c707e9ace675:46347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T23:21:54,008 INFO [RS:0;c707e9ace675:46347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T23:21:54,009 INFO [RS:0;c707e9ace675:46347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T23:21:54,009 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,009 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T23:21:54,009 INFO [RS:0;c707e9ace675:46347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T23:21:54,010 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c707e9ace675:0, corePoolSize=2, maxPoolSize=2 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c707e9ace675:0, corePoolSize=1, maxPoolSize=1 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:54,010 DEBUG [RS:0;c707e9ace675:46347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c707e9ace675:0, corePoolSize=3, maxPoolSize=3 2024-11-26T23:21:54,010 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,010 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,010 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,010 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,010 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,011 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46347,1732663312554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:54,025 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T23:21:54,025 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,46347,1732663312554-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,025 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,025 INFO [RS:0;c707e9ace675:46347 {}] regionserver.Replication(171): c707e9ace675,46347,1732663312554 started 2024-11-26T23:21:54,039 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:54,039 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1482): Serving as c707e9ace675,46347,1732663312554, RpcServer on c707e9ace675/172.17.0.2:46347, sessionid=0x1015695cc480007 2024-11-26T23:21:54,040 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T23:21:54,040 DEBUG [RS:0;c707e9ace675:46347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c707e9ace675,46347,1732663312554 2024-11-26T23:21:54,040 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46347,1732663312554' 2024-11-26T23:21:54,040 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21466672416/flush-table-proc/abort' 2024-11-26T23:21:54,040 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21466672416/flush-table-proc/acquired' 2024-11-26T23:21:54,041 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T23:21:54,041 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T23:21:54,041 DEBUG [RS:0;c707e9ace675:46347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c707e9ace675,46347,1732663312554 2024-11-26T23:21:54,041 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c707e9ace675,46347,1732663312554' 2024-11-26T23:21:54,041 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21466672416/online-snapshot/abort' 2024-11-26T23:21:54,041 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21466672416/online-snapshot/acquired' 2024-11-26T23:21:54,041 DEBUG [RS:0;c707e9ace675:46347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T23:21:54,041 INFO [RS:0;c707e9ace675:46347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T23:21:54,041 INFO [RS:0;c707e9ace675:46347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T23:21:54,142 INFO [RS:0;c707e9ace675:46347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T23:21:54,143 INFO [RS:0;c707e9ace675:46347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46347%2C1732663312554, suffix=, logDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/WALs/c707e9ace675,46347,1732663312554, archiveDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/oldWALs, maxLogs=10 2024-11-26T23:21:54,169 DEBUG [RS:0;c707e9ace675:46347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/WALs/c707e9ace675,46347,1732663312554/c707e9ace675%2C46347%2C1732663312554.1732663314144, exclude list is [], retry=0 2024-11-26T23:21:54,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46611,DS-64859a50-8a6c-4c81-8d90-ea9363bb550a,DISK] 2024-11-26T23:21:54,190 INFO [RS:0;c707e9ace675:46347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/WALs/c707e9ace675,46347,1732663312554/c707e9ace675%2C46347%2C1732663312554.1732663314144 2024-11-26T23:21:54,192 DEBUG [RS:0;c707e9ace675:46347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36165:36165)] 2024-11-26T23:21:54,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T23:21:54,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4 2024-11-26T23:21:54,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741833_1009 (size=32) 2024-11-26T23:21:54,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:54,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:54,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:54,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:54,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:54,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:54,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:54,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:54,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:54,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:54,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:54,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:54,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:54,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:54,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:54,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:54,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:54,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:54,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740 2024-11-26T23:21:54,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740 2024-11-26T23:21:54,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:54,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:54,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:54,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:54,750 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:54,751 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68201659, jitterRate=0.01628391444683075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732663314740Initializing all the Stores at 1732663314741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663314741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663314741Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663314741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663314741Cleaning up temporary data from old regions at 1732663314748 (+7 ms)Region opened successfully at 1732663314751 (+3 ms) 2024-11-26T23:21:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:21:54,751 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:21:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:21:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:21:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:21:54,751 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:21:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663314751Disabling compacts and flushes for region at 1732663314751Disabling writes for close at 1732663314751Writing region close event to WAL at 1732663314751Closed at 1732663314751 2024-11-26T23:21:54,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:54,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T23:21:54,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T23:21:54,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:54,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T23:21:54,905 DEBUG [c707e9ace675:41801 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T23:21:54,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c707e9ace675,46347,1732663312554 2024-11-26T23:21:54,907 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46347,1732663312554, state=OPENING 2024-11-26T23:21:54,908 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T23:21:54,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:54,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:21:54,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21466672416/meta-region-server: CHANGED 2024-11-26T23:21:54,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21466672416/meta-region-server: CHANGED 2024-11-26T23:21:54,911 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T23:21:54,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46347,1732663312554}] 2024-11-26T23:21:55,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:55,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:21:55,068 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T23:21:55,068 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:55,068 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T23:21:55,069 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C46347%2C1732663312554.meta, suffix=.meta, logDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/WALs/c707e9ace675,46347,1732663312554, archiveDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/oldWALs, maxLogs=10 2024-11-26T23:21:55,083 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/WALs/c707e9ace675,46347,1732663312554/c707e9ace675%2C46347%2C1732663312554.meta.1732663315069.meta, exclude list is [], retry=0 2024-11-26T23:21:55,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46611,DS-64859a50-8a6c-4c81-8d90-ea9363bb550a,DISK] 2024-11-26T23:21:55,086 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/WALs/c707e9ace675,46347,1732663312554/c707e9ace675%2C46347%2C1732663312554.meta.1732663315069.meta 2024-11-26T23:21:55,086 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36165:36165)] 2024-11-26T23:21:55,086 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:55,086 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:55,086 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:55,086 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T23:21:55,086 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T23:21:55,087 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T23:21:55,087 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:55,087 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T23:21:55,087 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T23:21:55,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T23:21:55,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T23:21:55,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:55,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:55,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T23:21:55,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T23:21:55,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:55,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:55,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T23:21:55,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T23:21:55,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:55,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:55,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T23:21:55,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T23:21:55,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:55,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T23:21:55,092 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T23:21:55,092 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740 2024-11-26T23:21:55,093 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740 2024-11-26T23:21:55,097 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T23:21:55,097 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T23:21:55,099 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T23:21:55,101 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T23:21:55,101 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74017632, jitterRate=0.10294866561889648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T23:21:55,101 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T23:21:55,101 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732663315087Writing region info on filesystem at 1732663315087Initializing all the Stores at 1732663315087Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663315087Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663315088 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663315088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732663315088Cleaning up temporary data from old regions at 1732663315097 (+9 ms)Running coprocessor post-open hooks at 1732663315101 (+4 ms)Region opened successfully at 1732663315101 2024-11-26T23:21:55,102 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732663315063 2024-11-26T23:21:55,103 DEBUG [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T23:21:55,103 INFO [RS_OPEN_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T23:21:55,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,46347,1732663312554 2024-11-26T23:21:55,105 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c707e9ace675,46347,1732663312554, state=OPEN 2024-11-26T23:21:55,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21466672416/meta-region-server 2024-11-26T23:21:55,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21466672416/meta-region-server 2024-11-26T23:21:55,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21466672416/meta-region-server: CHANGED 2024-11-26T23:21:55,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21466672416/meta-region-server: CHANGED 2024-11-26T23:21:55,106 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c707e9ace675,46347,1732663312554 2024-11-26T23:21:55,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T23:21:55,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c707e9ace675,46347,1732663312554 in 195 msec 2024-11-26T23:21:55,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T23:21:55,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-26T23:21:55,115 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T23:21:55,115 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T23:21:55,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:55,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46347,1732663312554, seqNum=-1] 2024-11-26T23:21:55,116 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:55,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:55,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-26T23:21:55,122 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732663315122, completionTime=-1 2024-11-26T23:21:55,122 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T23:21:55,122 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T23:21:55,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T23:21:55,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732663375124 2024-11-26T23:21:55,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732663435124 2024-11-26T23:21:55,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T23:21:55,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,41801,1732663312469-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:55,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,41801,1732663312469-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:55,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,41801,1732663312469-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:55,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c707e9ace675:41801, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:55,124 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:55,125 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:55,126 DEBUG [master/c707e9ace675:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T23:21:55,127 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.531sec 2024-11-26T23:21:55,127 INFO [master/c707e9ace675:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T23:21:55,127 INFO [master/c707e9ace675:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T23:21:55,127 INFO [master/c707e9ace675:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T23:21:55,127 INFO [master/c707e9ace675:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T23:21:55,127 INFO [master/c707e9ace675:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T23:21:55,127 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,41801,1732663312469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T23:21:55,127 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,41801,1732663312469-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T23:21:55,129 DEBUG [master/c707e9ace675:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T23:21:55,129 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T23:21:55,129 INFO [master/c707e9ace675:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c707e9ace675,41801,1732663312469-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T23:21:55,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9980fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:55,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,41801,-1 for getting cluster id 2024-11-26T23:21:55,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:55,183 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd305f4f4-5674-4d5a-af25-795f52a7d6b4' 2024-11-26T23:21:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d305f4f4-5674-4d5a-af25-795f52a7d6b4" 2024-11-26T23:21:55,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57137840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:55,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,41801,-1] 2024-11-26T23:21:55,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:55,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:55,185 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:55,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1430933a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:55,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46347,1732663312554, seqNum=-1] 2024-11-26T23:21:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:55,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:55,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c707e9ace675,41801,1732663312469 2024-11-26T23:21:55,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49249 2024-11-26T23:21:55,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T23:21:55,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:55,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015695cc480008 connected 2024-11-26T23:21:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38989,1732663305897 2024-11-26T23:21:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c20f14 2024-11-26T23:21:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:55,198 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:55,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:21:55,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:55,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:55,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:21:55,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:55,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:21:55,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55b0e7c7a206d3cdbe048b7f4ec23e6b, NAME => 'test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee 2024-11-26T23:21:55,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:21:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:55,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:55,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 55b0e7c7a206d3cdbe048b7f4ec23e6b, disabling compactions & flushes 2024-11-26T23:21:55,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:21:55,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:21:55,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. after waiting 0 ms 2024-11-26T23:21:55,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:21:55,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:21:55,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55b0e7c7a206d3cdbe048b7f4ec23e6b: Waiting for close lock at 1732663315621Disabling compacts and flushes for region at 1732663315621Disabling writes for close at 1732663315621Writing region close event to WAL at 1732663315621Closed at 1732663315621 2024-11-26T23:21:55,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:55,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663315622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663315622"}]},"ts":"1732663315622"} 2024-11-26T23:21:55,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:55,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:55,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663315625"}]},"ts":"1732663315625"} 2024-11-26T23:21:55,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:21:55,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55b0e7c7a206d3cdbe048b7f4ec23e6b, ASSIGN}] 2024-11-26T23:21:55,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55b0e7c7a206d3cdbe048b7f4ec23e6b, ASSIGN 2024-11-26T23:21:55,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=55b0e7c7a206d3cdbe048b7f4ec23e6b, ASSIGN; state=OFFLINE, location=c707e9ace675,42219,1732663305954; forceNewPlan=false, retain=false 2024-11-26T23:21:55,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55b0e7c7a206d3cdbe048b7f4ec23e6b, regionState=OPENING, regionLocation=c707e9ace675,42219,1732663305954 2024-11-26T23:21:55,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=55b0e7c7a206d3cdbe048b7f4ec23e6b, ASSIGN because future has completed 2024-11-26T23:21:55,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55b0e7c7a206d3cdbe048b7f4ec23e6b, server=c707e9ace675,42219,1732663305954}] 2024-11-26T23:21:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:55,941 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:21:55,941 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 55b0e7c7a206d3cdbe048b7f4ec23e6b, NAME => 'test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:55,942 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:55,942 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:21:55,942 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,942 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:55,942 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,942 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,943 INFO [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,944 INFO [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55b0e7c7a206d3cdbe048b7f4ec23e6b columnFamilyName f 2024-11-26T23:21:55,944 DEBUG [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:55,945 INFO [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] regionserver.HStore(327): Store=55b0e7c7a206d3cdbe048b7f4ec23e6b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:55,945 INFO [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,946 INFO [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55b0e7c7a206d3cdbe048b7f4ec23e6b columnFamilyName f1 2024-11-26T23:21:55,946 DEBUG [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:55,946 INFO [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] regionserver.HStore(327): Store=55b0e7c7a206d3cdbe048b7f4ec23e6b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:55,946 INFO [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,947 INFO [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55b0e7c7a206d3cdbe048b7f4ec23e6b columnFamilyName norep 2024-11-26T23:21:55,947 DEBUG [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:55,947 INFO [StoreOpener-55b0e7c7a206d3cdbe048b7f4ec23e6b-1 {}] regionserver.HStore(327): Store=55b0e7c7a206d3cdbe048b7f4ec23e6b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:55,947 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,947 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,948 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,948 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,948 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,949 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:55,949 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,951 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:55,951 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 55b0e7c7a206d3cdbe048b7f4ec23e6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63466413, jitterRate=-0.05427674949169159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:55,951 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:21:55,951 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 55b0e7c7a206d3cdbe048b7f4ec23e6b: Running coprocessor pre-open hook at 1732663315942Writing region info on filesystem at 1732663315942Initializing all the Stores at 1732663315943 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663315943Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663315943Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663315943Cleaning up temporary data from old regions at 1732663315948 (+5 ms)Running coprocessor post-open hooks at 1732663315951 (+3 ms)Region opened successfully at 1732663315951 2024-11-26T23:21:55,952 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., pid=6, masterSystemTime=1732663315933 2024-11-26T23:21:55,954 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:21:55,954 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:21:55,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55b0e7c7a206d3cdbe048b7f4ec23e6b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,42219,1732663305954 2024-11-26T23:21:55,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55b0e7c7a206d3cdbe048b7f4ec23e6b, server=c707e9ace675,42219,1732663305954 because future has completed 2024-11-26T23:21:55,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:21:55,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55b0e7c7a206d3cdbe048b7f4ec23e6b, server=c707e9ace675,42219,1732663305954 in 176 msec 2024-11-26T23:21:55,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:21:55,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=55b0e7c7a206d3cdbe048b7f4ec23e6b, ASSIGN in 331 msec 2024-11-26T23:21:55,960 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:55,961 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663315960"}]},"ts":"1732663315960"} 2024-11-26T23:21:55,962 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:21:55,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:55,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-26T23:21:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:56,338 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:21:56,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:56,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,35663,1732663309462 2024-11-26T23:21:56,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@334b75cf 2024-11-26T23:21:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:56,340 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:56,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:21:56,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:56,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:56,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:21:56,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:56,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:21:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:56,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1270ea02772c1eca2c75b7048da9a14f, NAME => 'test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b 2024-11-26T23:21:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:21:56,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:56,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1270ea02772c1eca2c75b7048da9a14f, disabling compactions & flushes 2024-11-26T23:21:56,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:21:56,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:21:56,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. after waiting 0 ms 2024-11-26T23:21:56,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:21:56,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:21:56,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1270ea02772c1eca2c75b7048da9a14f: Waiting for close lock at 1732663316763Disabling compacts and flushes for region at 1732663316763Disabling writes for close at 1732663316763Writing region close event to WAL at 1732663316763Closed at 1732663316763 2024-11-26T23:21:56,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:56,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663316765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663316765"}]},"ts":"1732663316765"} 2024-11-26T23:21:56,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:56,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:56,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663316768"}]},"ts":"1732663316768"} 2024-11-26T23:21:56,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:21:56,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1270ea02772c1eca2c75b7048da9a14f, ASSIGN}] 2024-11-26T23:21:56,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1270ea02772c1eca2c75b7048da9a14f, ASSIGN 2024-11-26T23:21:56,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1270ea02772c1eca2c75b7048da9a14f, ASSIGN; state=OFFLINE, location=c707e9ace675,46469,1732663309501; forceNewPlan=false, retain=false 2024-11-26T23:21:56,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1270ea02772c1eca2c75b7048da9a14f, regionState=OPENING, regionLocation=c707e9ace675,46469,1732663309501 2024-11-26T23:21:56,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1270ea02772c1eca2c75b7048da9a14f, ASSIGN because future has completed 2024-11-26T23:21:56,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1270ea02772c1eca2c75b7048da9a14f, server=c707e9ace675,46469,1732663309501}] 2024-11-26T23:21:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:57,087 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:21:57,087 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1270ea02772c1eca2c75b7048da9a14f, NAME => 'test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:57,088 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:57,088 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:21:57,089 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,089 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:57,089 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,089 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,092 INFO [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,095 INFO [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1270ea02772c1eca2c75b7048da9a14f columnFamilyName f 2024-11-26T23:21:57,095 DEBUG [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:57,096 INFO [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] regionserver.HStore(327): Store=1270ea02772c1eca2c75b7048da9a14f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:57,096 INFO [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,098 INFO [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1270ea02772c1eca2c75b7048da9a14f columnFamilyName f1 2024-11-26T23:21:57,098 DEBUG [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:57,098 INFO [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] regionserver.HStore(327): Store=1270ea02772c1eca2c75b7048da9a14f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:57,098 INFO [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,099 INFO [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1270ea02772c1eca2c75b7048da9a14f columnFamilyName norep 2024-11-26T23:21:57,099 DEBUG [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:57,100 INFO [StoreOpener-1270ea02772c1eca2c75b7048da9a14f-1 {}] regionserver.HStore(327): Store=1270ea02772c1eca2c75b7048da9a14f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:57,100 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,101 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,101 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,102 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,102 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,102 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:57,103 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,108 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:57,109 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1270ea02772c1eca2c75b7048da9a14f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63457779, jitterRate=-0.05440540611743927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:57,109 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:21:57,109 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1270ea02772c1eca2c75b7048da9a14f: Running coprocessor pre-open hook at 1732663317089Writing region info on filesystem at 1732663317089Initializing all the Stores at 1732663317090 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663317090Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663317092 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663317092Cleaning up temporary data from old regions at 1732663317102 (+10 ms)Running coprocessor post-open hooks at 1732663317109 (+7 ms)Region opened successfully at 1732663317109 2024-11-26T23:21:57,110 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f., pid=6, masterSystemTime=1732663317078 2024-11-26T23:21:57,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1270ea02772c1eca2c75b7048da9a14f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,46469,1732663309501 2024-11-26T23:21:57,115 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:21:57,115 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:21:57,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1270ea02772c1eca2c75b7048da9a14f, server=c707e9ace675,46469,1732663309501 because future has completed 2024-11-26T23:21:57,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:21:57,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1270ea02772c1eca2c75b7048da9a14f, server=c707e9ace675,46469,1732663309501 in 191 msec 2024-11-26T23:21:57,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:21:57,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1270ea02772c1eca2c75b7048da9a14f, ASSIGN in 350 msec 2024-11-26T23:21:57,125 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:57,125 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663317125"}]},"ts":"1732663317125"} 2024-11-26T23:21:57,129 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:21:57,130 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:57,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 789 msec 2024-11-26T23:21:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:57,479 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:21:57,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,41801,1732663312469 2024-11-26T23:21:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b534f49 2024-11-26T23:21:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:57,481 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:57,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T23:21:57,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:57,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:57,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T23:21:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:57,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741835_1011 (size=902) 2024-11-26T23:21:57,494 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41fdc16f1aefd6ebbfc5e50e4ff7ea24, NAME => 'test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4 2024-11-26T23:21:57,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741836_1012 (size=39) 2024-11-26T23:21:57,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:57,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 41fdc16f1aefd6ebbfc5e50e4ff7ea24, disabling compactions & flushes 2024-11-26T23:21:57,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:21:57,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:21:57,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. after waiting 0 ms 2024-11-26T23:21:57,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:21:57,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:21:57,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41fdc16f1aefd6ebbfc5e50e4ff7ea24: Waiting for close lock at 1732663317509Disabling compacts and flushes for region at 1732663317509Disabling writes for close at 1732663317509Writing region close event to WAL at 1732663317509Closed at 1732663317509 2024-11-26T23:21:57,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:57,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732663317510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663317510"}]},"ts":"1732663317510"} 2024-11-26T23:21:57,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:57,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:57,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663317513"}]},"ts":"1732663317513"} 2024-11-26T23:21:57,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T23:21:57,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41fdc16f1aefd6ebbfc5e50e4ff7ea24, ASSIGN}] 2024-11-26T23:21:57,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41fdc16f1aefd6ebbfc5e50e4ff7ea24, ASSIGN 2024-11-26T23:21:57,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=41fdc16f1aefd6ebbfc5e50e4ff7ea24, ASSIGN; state=OFFLINE, location=c707e9ace675,46347,1732663312554; forceNewPlan=false, retain=false 2024-11-26T23:21:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:57,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41fdc16f1aefd6ebbfc5e50e4ff7ea24, regionState=OPENING, regionLocation=c707e9ace675,46347,1732663312554 2024-11-26T23:21:57,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=41fdc16f1aefd6ebbfc5e50e4ff7ea24, ASSIGN because future has completed 2024-11-26T23:21:57,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41fdc16f1aefd6ebbfc5e50e4ff7ea24, server=c707e9ace675,46347,1732663312554}] 2024-11-26T23:21:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:57,837 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:21:57,838 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 41fdc16f1aefd6ebbfc5e50e4ff7ea24, NAME => 'test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:57,838 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:57,839 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T23:21:57,839 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,839 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:57,839 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,839 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,843 INFO [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,845 INFO [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41fdc16f1aefd6ebbfc5e50e4ff7ea24 columnFamilyName f 2024-11-26T23:21:57,845 DEBUG [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:57,846 INFO [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] regionserver.HStore(327): Store=41fdc16f1aefd6ebbfc5e50e4ff7ea24/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:57,846 INFO [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,848 INFO [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41fdc16f1aefd6ebbfc5e50e4ff7ea24 columnFamilyName f1 2024-11-26T23:21:57,848 DEBUG [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:57,848 INFO [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] regionserver.HStore(327): Store=41fdc16f1aefd6ebbfc5e50e4ff7ea24/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:57,848 INFO [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,849 INFO [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41fdc16f1aefd6ebbfc5e50e4ff7ea24 columnFamilyName norep 2024-11-26T23:21:57,849 DEBUG [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:57,850 INFO [StoreOpener-41fdc16f1aefd6ebbfc5e50e4ff7ea24-1 {}] regionserver.HStore(327): Store=41fdc16f1aefd6ebbfc5e50e4ff7ea24/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:57,850 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,850 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,851 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,852 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,852 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,852 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:57,853 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,863 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:57,863 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 41fdc16f1aefd6ebbfc5e50e4ff7ea24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70239315, jitterRate=0.04664735496044159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:57,863 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:21:57,863 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 41fdc16f1aefd6ebbfc5e50e4ff7ea24: Running coprocessor pre-open hook at 1732663317839Writing region info on filesystem at 1732663317839Initializing all the Stores at 1732663317840 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663317840Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663317843 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663317843Cleaning up temporary data from old regions at 1732663317852 (+9 ms)Running coprocessor post-open hooks at 1732663317863 (+11 ms)Region opened successfully at 1732663317863 2024-11-26T23:21:57,864 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24., pid=6, masterSystemTime=1732663317825 2024-11-26T23:21:57,867 DEBUG [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:21:57,867 INFO [RS_OPEN_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:21:57,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41fdc16f1aefd6ebbfc5e50e4ff7ea24, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c707e9ace675,46347,1732663312554 2024-11-26T23:21:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41fdc16f1aefd6ebbfc5e50e4ff7ea24, server=c707e9ace675,46347,1732663312554 because future has completed 2024-11-26T23:21:57,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T23:21:57,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41fdc16f1aefd6ebbfc5e50e4ff7ea24, server=c707e9ace675,46347,1732663312554 in 203 msec 2024-11-26T23:21:57,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T23:21:57,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=41fdc16f1aefd6ebbfc5e50e4ff7ea24, ASSIGN in 367 msec 2024-11-26T23:21:57,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:57,885 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663317885"}]},"ts":"1732663317885"} 2024-11-26T23:21:57,888 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T23:21:57,888 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:57,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 407 msec 2024-11-26T23:21:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T23:21:58,109 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T23:21:58,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cda0f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:58,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38989,-1 for getting cluster id 2024-11-26T23:21:58,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:58,111 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c' 2024-11-26T23:21:58,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:58,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c" 2024-11-26T23:21:58,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b04075b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:58,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38989,-1] 2024-11-26T23:21:58,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:58,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:58,114 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:58,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719012bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:58,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38989,1732663305897 2024-11-26T23:21:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cbee394 2024-11-26T23:21:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:58,117 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:58,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c707e9ace675:35663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:21:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:21:58,120 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:35663' 2024-11-26T23:21:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:58,124 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e49cb97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:58,124 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35663,-1 for getting cluster id 2024-11-26T23:21:58,124 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:58,125 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64aa7ff8-be10-4654-a15c-e57116c2a8dc' 2024-11-26T23:21:58,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:58,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64aa7ff8-be10-4654-a15c-e57116c2a8dc" 2024-11-26T23:21:58,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29aaeb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:58,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35663,-1] 2024-11-26T23:21:58,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:58,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:58,126 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:58,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3a9cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:58,127 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:58,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,35663,1732663309462 2024-11-26T23:21:58,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d04c179 2024-11-26T23:21:58,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:58,130 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:58,130 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T23:21:58,130 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:21:58,130 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:58,141 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:58,142 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T23:21:58,143 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T23:21:58,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T23:21:58,144 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:58,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T23:21:58,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741837_1013 (size=1138) 2024-11-26T23:21:58,184 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f326707d5f607f18a6483a153c7e216c, NAME => 'hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee 2024-11-26T23:21:58,193 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T23:21:58,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741838_1014 (size=44) 2024-11-26T23:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f326707d5f607f18a6483a153c7e216c, disabling compactions & flushes 2024-11-26T23:21:58,197 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. after waiting 0 ms 2024-11-26T23:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:21:58,197 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:21:58,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f326707d5f607f18a6483a153c7e216c: Waiting for close lock at 1732663318197Disabling compacts and flushes for region at 1732663318197Disabling writes for close at 1732663318197Writing region close event to WAL at 1732663318197Closed at 1732663318197 2024-11-26T23:21:58,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T23:21:58,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732663318199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732663318199"}]},"ts":"1732663318199"} 2024-11-26T23:21:58,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T23:21:58,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T23:21:58,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663318202"}]},"ts":"1732663318202"} 2024-11-26T23:21:58,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T23:21:58,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f326707d5f607f18a6483a153c7e216c, ASSIGN}] 2024-11-26T23:21:58,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f326707d5f607f18a6483a153c7e216c, ASSIGN 2024-11-26T23:21:58,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f326707d5f607f18a6483a153c7e216c, ASSIGN; state=OFFLINE, location=c707e9ace675,42219,1732663305954; forceNewPlan=false, retain=false 2024-11-26T23:21:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:58,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f326707d5f607f18a6483a153c7e216c, regionState=OPENING, regionLocation=c707e9ace675,42219,1732663305954 2024-11-26T23:21:58,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f326707d5f607f18a6483a153c7e216c, ASSIGN because future has completed 2024-11-26T23:21:58,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f326707d5f607f18a6483a153c7e216c, server=c707e9ace675,42219,1732663305954}] 2024-11-26T23:21:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:58,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:21:58,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T23:21:58,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T23:21:58,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c707e9ace675%2C42219%2C1732663305954.rep, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/oldWALs, maxLogs=10 2024-11-26T23:21:58,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.rep.1732663318519, exclude list is [], retry=0 2024-11-26T23:21:58,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38569,DS-db4e5904-dbc1-4cca-98ee-f8eb76ae0ab5,DISK] 2024-11-26T23:21:58,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.rep.1732663318519 2024-11-26T23:21:58,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45039:45039)] 2024-11-26T23:21:58,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f326707d5f607f18a6483a153c7e216c, NAME => 'hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T23:21:58,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T23:21:58,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T23:21:58,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. service=MultiRowMutationService 2024-11-26T23:21:58,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T23:21:58,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T23:21:58,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,544 INFO [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,545 INFO [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f326707d5f607f18a6483a153c7e216c columnFamilyName hfileref 2024-11-26T23:21:58,545 DEBUG [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:58,546 INFO [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] regionserver.HStore(327): Store=f326707d5f607f18a6483a153c7e216c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:58,546 INFO [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,547 INFO [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f326707d5f607f18a6483a153c7e216c columnFamilyName queue 2024-11-26T23:21:58,547 DEBUG [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:58,547 INFO [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] regionserver.HStore(327): Store=f326707d5f607f18a6483a153c7e216c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:58,547 INFO [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,548 INFO [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f326707d5f607f18a6483a153c7e216c columnFamilyName sid 2024-11-26T23:21:58,548 DEBUG [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T23:21:58,548 INFO [StoreOpener-f326707d5f607f18a6483a153c7e216c-1 {}] regionserver.HStore(327): Store=f326707d5f607f18a6483a153c7e216c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T23:21:58,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T23:21:58,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T23:21:58,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f326707d5f607f18a6483a153c7e216c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74685398, jitterRate=0.11289915442466736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T23:21:58,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f326707d5f607f18a6483a153c7e216c 2024-11-26T23:21:58,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f326707d5f607f18a6483a153c7e216c: Running coprocessor pre-open hook at 1732663318540Writing region info on filesystem at 1732663318540Initializing all the Stores at 1732663318542 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663318542Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663318544 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732663318544Cleaning up temporary data from old regions at 1732663318550 (+6 ms)Running coprocessor post-open hooks at 1732663318554 (+4 ms)Region opened successfully at 1732663318554 2024-11-26T23:21:58,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c., pid=10, masterSystemTime=1732663318514 2024-11-26T23:21:58,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:21:58,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:21:58,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f326707d5f607f18a6483a153c7e216c, regionState=OPEN, openSeqNum=2, regionLocation=c707e9ace675,42219,1732663305954 2024-11-26T23:21:58,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f326707d5f607f18a6483a153c7e216c, server=c707e9ace675,42219,1732663305954 because future has completed 2024-11-26T23:21:58,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T23:21:58,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f326707d5f607f18a6483a153c7e216c, server=c707e9ace675,42219,1732663305954 in 201 msec 2024-11-26T23:21:58,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T23:21:58,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f326707d5f607f18a6483a153c7e216c, ASSIGN in 360 msec 2024-11-26T23:21:58,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T23:21:58,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732663318566"}]},"ts":"1732663318566"} 2024-11-26T23:21:58,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T23:21:58,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T23:21:58,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 428 msec 2024-11-26T23:21:58,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c., hostname=c707e9ace675,42219,1732663305954, seqNum=2] 2024-11-26T23:21:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:21:58,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:21:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:58,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T23:21:58,762 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T23:21:58,807 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c707e9ace675,42219,1732663305954, ReplicationSource: 1, currentBandwidth=0 2024-11-26T23:21:58,807 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:58,807 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42219,1732663305954, seqNum=-1] 2024-11-26T23:21:58,808 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:58,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-26T23:21:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c707e9ace675,42219,1732663305954', locateType=CURRENT is [region=hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c., hostname=c707e9ace675,42219,1732663305954, seqNum=2] 2024-11-26T23:21:58,812 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T23:21:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T23:21:58,815 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c707e9ace675,42219,1732663305954 suceeded 2024-11-26T23:21:58,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T23:21:58,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-26T23:21:58,817 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c707e9ace675:35663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:21:58,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 700 msec 2024-11-26T23:21:58,835 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:35663' 2024-11-26T23:21:58,838 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ec92cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:58,838 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35663,-1 for getting cluster id 2024-11-26T23:21:58,838 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:58,839 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64aa7ff8-be10-4654-a15c-e57116c2a8dc' 2024-11-26T23:21:58,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:58,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64aa7ff8-be10-4654-a15c-e57116c2a8dc" 2024-11-26T23:21:58,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1c31c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:58,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35663,-1] 2024-11-26T23:21:58,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:58,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:58,840 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:58,841 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e0b78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:58,842 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:58,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,35663,1732663309462 2024-11-26T23:21:58,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@793ac9e7 2024-11-26T23:21:58,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:58,844 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T23:21:58,844 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c707e9ace675,42219,1732663305954 (queues=1) is replicating from cluster=13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c to cluster=64aa7ff8-be10-4654-a15c-e57116c2a8dc 2024-11-26T23:21:58,844 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c707e9ace675%2C42219%2C1732663305954 2024-11-26T23:21:58,845 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c707e9ace675,42219,1732663305954, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:21:58,845 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679, startPosition=0, beingWritten=true 2024-11-26T23:21:58,848 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C42219%2C1732663305954 2024-11-26T23:21:58,856 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:21:58,856 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 to pos 379, reset compression=false 2024-11-26T23:21:58,856 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42219,1732663305954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:21:59,060 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 to pos 379, reset compression=false 2024-11-26T23:21:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T23:21:59,258 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T23:21:59,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:59,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:59,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:59,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:59,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:59,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b1921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38989,-1 for getting cluster id 2024-11-26T23:21:59,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:59,260 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c' 2024-11-26T23:21:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c" 2024-11-26T23:21:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e80511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38989,-1] 2024-11-26T23:21:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:59,262 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:59,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49104b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6382f0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35663,-1 for getting cluster id 2024-11-26T23:21:59,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:59,263 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64aa7ff8-be10-4654-a15c-e57116c2a8dc' 2024-11-26T23:21:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64aa7ff8-be10-4654-a15c-e57116c2a8dc" 2024-11-26T23:21:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcb0e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35663,-1] 2024-11-26T23:21:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:59,265 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:59,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074ab7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ce5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,41801,-1 for getting cluster id 2024-11-26T23:21:59,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:59,266 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd305f4f4-5674-4d5a-af25-795f52a7d6b4' 2024-11-26T23:21:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d305f4f4-5674-4d5a-af25-795f52a7d6b4" 2024-11-26T23:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12545bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,41801,-1] 2024-11-26T23:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:59,268 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c5fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:21:59,276 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732663319275/Put/seqid=0 2024-11-26T23:21:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741840_1016 (size=7894) 2024-11-26T23:21:59,282 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732663319281/Put/seqid=0 2024-11-26T23:21:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741841_1017 (size=7691) 2024-11-26T23:21:59,365 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 to pos 379, reset compression=false 2024-11-26T23:21:59,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce3fbbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38989,-1 for getting cluster id 2024-11-26T23:21:59,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:59,697 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c' 2024-11-26T23:21:59,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:59,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c" 2024-11-26T23:21:59,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a28136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38989,-1] 2024-11-26T23:21:59,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:59,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:59,699 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:59,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c276e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42219,1732663305954, seqNum=-1] 2024-11-26T23:21:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:59,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:59,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:59,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38989,1732663305897 2024-11-26T23:21:59,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e3a1b41 2024-11-26T23:21:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:59,717 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:21:59,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2] 2024-11-26T23:21:59,724 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:21:59,731 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-26T23:21:59,733 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-26T23:21:59,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 55b0e7c7a206d3cdbe048b7f4ec23e6b/f 2024-11-26T23:21:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T23:21:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:21:59,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 55b0e7c7a206d3cdbe048b7f4ec23e6b/f 2024-11-26T23:21:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T23:21:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:21:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HRegion(2603): Flush status journal for 55b0e7c7a206d3cdbe048b7f4ec23e6b: 2024-11-26T23:21:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_1 2024-11-26T23:21:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_1 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ 2024-11-26T23:21:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_0 2024-11-26T23:21:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_0 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ 2024-11-26T23:21:59,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_1 into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ - updating store file list. 2024-11-26T23:21:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa017f13138d4e37b44af980aa0e77bf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:21:59,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f 2024-11-26T23:21:59,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_1 into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f (new location: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_) 2024-11-26T23:21:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_1 2024-11-26T23:21:59,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_0 into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ - updating store file list. 2024-11-26T23:21:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:21:59,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f 2024-11-26T23:21:59,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_0 into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f (new location: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_) 2024-11-26T23:21:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__74t74jlqljrqglidumlsm2t8bhdp0crjjqijfuql6o0139vmh1veu0sdc3pd4hpi/f/hfile_0 2024-11-26T23:21:59,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:21:59,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:21:59,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:59,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:59,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:21:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2 , the old value is region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c707e9ace675:42219 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:21:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:21:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2 from cache 2024-11-26T23:21:59,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:59,763 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T23:21:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46469,1732663309501, seqNum=-1] 2024-11-26T23:21:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:59,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:21:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f., hostname=c707e9ace675,46469,1732663309501, seqNum=2] 2024-11-26T23:21:59,767 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T23:21:59,769 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 to pos 379, reset compression=false 2024-11-26T23:21:59,774 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:21:59,774 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42219,1732663305954 got entry batch from reader: WALEntryBatch [walEntries=[{test/55b0e7c7a206d3cdbe048b7f4ec23e6b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732663319759/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T23:21:59,776 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:21:59,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T23:21:59,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.ReplicationSink(318): Replicating [13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c] bulk loaded data 2024-11-26T23:21:59,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@312fd6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,35663,-1 for getting cluster id 2024-11-26T23:21:59,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:21:59,779 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64aa7ff8-be10-4654-a15c-e57116c2a8dc' 2024-11-26T23:21:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:21:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64aa7ff8-be10-4654-a15c-e57116c2a8dc" 2024-11-26T23:21:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43951de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,35663,-1] 2024-11-26T23:21:59,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:21:59,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:21:59,781 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:21:59,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e574c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:21:59,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T23:21:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741837_1013 (size=7691) 2024-11-26T23:21:59,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741838_1014 (size=7894) 2024-11-26T23:21:59,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:21:59,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,35663,1732663309462 2024-11-26T23:21:59,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cdee003 2024-11-26T23:21:59,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:21:59,810 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-26T23:21:59,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:21:59,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:21:59,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46469,1732663309501, seqNum=-1] 2024-11-26T23:21:59,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:21:59,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-26T23:21:59,819 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-26T23:21:59,822 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-26T23:21:59,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ for inclusion in 1270ea02772c1eca2c75b7048da9a14f/f 2024-11-26T23:21:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T23:21:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:21:59,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ for inclusion in 1270ea02772c1eca2c75b7048da9a14f/f 2024-11-26T23:21:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T23:21:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:21:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HRegion(2603): Flush status journal for 1270ea02772c1eca2c75b7048da9a14f: 2024-11-26T23:21:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:21:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/7836345adde04549924715a307263458_SeqId_4_ 2024-11-26T23:21:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:21:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/24a6184df3ca4ad3aff16e6de67d8b08_SeqId_4_ 2024-11-26T23:21:59,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ into 1270ea02772c1eca2c75b7048da9a14f/f as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/7836345adde04549924715a307263458_SeqId_4_ - updating store file list. 2024-11-26T23:21:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7836345adde04549924715a307263458_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:21:59,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/7836345adde04549924715a307263458_SeqId_4_ into 1270ea02772c1eca2c75b7048da9a14f/f 2024-11-26T23:21:59,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ into 1270ea02772c1eca2c75b7048da9a14f/f (new location: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/7836345adde04549924715a307263458_SeqId_4_) 2024-11-26T23:21:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/aa017f13138d4e37b44af980aa0e77bf_SeqId_4_ 2024-11-26T23:21:59,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ into 1270ea02772c1eca2c75b7048da9a14f/f as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/24a6184df3ca4ad3aff16e6de67d8b08_SeqId_4_ - updating store file list. 2024-11-26T23:21:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24a6184df3ca4ad3aff16e6de67d8b08_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:21:59,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/24a6184df3ca4ad3aff16e6de67d8b08_SeqId_4_ into 1270ea02772c1eca2c75b7048da9a14f/f 2024-11-26T23:21:59,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ into 1270ea02772c1eca2c75b7048da9a14f/f (new location: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/24a6184df3ca4ad3aff16e6de67d8b08_SeqId_4_) 2024-11-26T23:21:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__f84um1umksmqre6fbp0v0a45hsbca368c9196qmvkulmusjeu86su1p3ractllhv/f/f167a5a1cc1b4d25be10bc09b7f814c4_SeqId_4_ 2024-11-26T23:21:59,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.ReplicationSink(324): Finished replicating [13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c] bulk loaded data 2024-11-26T23:21:59,868 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:42219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T23:21:59,974 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 to pos 687, reset compression=false 2024-11-26T23:22:00,279 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 to pos 687, reset compression=false 2024-11-26T23:22:00,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:22:00,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:00,694 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 to pos 687, reset compression=false 2024-11-26T23:22:00,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:22:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46347,1732663312554, seqNum=-1] 2024-11-26T23:22:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:22:00,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:22:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24., hostname=c707e9ace675,46347,1732663312554, seqNum=2] 2024-11-26T23:22:00,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:22:00,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T23:22:00,787 DEBUG [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c707e9ace675%2C42219%2C1732663305954.rep:(num 1732663318519) roll requested 2024-11-26T23:22:00,806 DEBUG [regionserver/c707e9ace675:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.rep.1732663320787, exclude list is [], retry=0 2024-11-26T23:22:00,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38569,DS-db4e5904-dbc1-4cca-98ee-f8eb76ae0ab5,DISK] 2024-11-26T23:22:00,810 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.rep.1732663318519 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.rep.1732663320787 2024-11-26T23:22:00,810 DEBUG [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45039:45039)] 2024-11-26T23:22:00,810 DEBUG [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.rep.1732663318519 is not closed yet, will try archiving it next time 2024-11-26T23:22:00,810 DEBUG [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c707e9ace675%2C42219%2C1732663305954.meta:.meta(num 1732663308166) roll requested 2024-11-26T23:22:00,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741839_1015 (size=1505) 2024-11-26T23:22:00,825 DEBUG [regionserver/c707e9ace675:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.meta.1732663320810.meta, exclude list is [], retry=0 2024-11-26T23:22:00,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38569,DS-db4e5904-dbc1-4cca-98ee-f8eb76ae0ab5,DISK] 2024-11-26T23:22:00,828 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.meta.1732663308166.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.meta.1732663320810.meta 2024-11-26T23:22:00,828 DEBUG [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45039:45039)] 2024-11-26T23:22:00,828 DEBUG [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.meta.1732663308166.meta is not closed yet, will try archiving it next time 2024-11-26T23:22:00,828 DEBUG [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c707e9ace675%2C42219%2C1732663305954:(num 1732663307679) roll requested 2024-11-26T23:22:00,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741834_1010 (size=3473) 2024-11-26T23:22:00,842 DEBUG [regionserver/c707e9ace675:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828, exclude list is [], retry=0 2024-11-26T23:22:00,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38569,DS-db4e5904-dbc1-4cca-98ee-f8eb76ae0ab5,DISK] 2024-11-26T23:22:00,845 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 2024-11-26T23:22:00,847 DEBUG [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45039:45039)] 2024-11-26T23:22:00,847 DEBUG [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 is not closed yet, will try archiving it next time 2024-11-26T23:22:00,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53450030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:00,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38989,-1 for getting cluster id 2024-11-26T23:22:00,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:22:00,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741833_1009 (size=695) 2024-11-26T23:22:00,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 not finished, retry = 0 2024-11-26T23:22:00,849 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c' 2024-11-26T23:22:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:22:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c" 2024-11-26T23:22:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d5f053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38989,-1] 2024-11-26T23:22:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:22:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:00,850 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:22:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f32e6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:00,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:22:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38989,1732663305897 2024-11-26T23:22:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56452d9b 2024-11-26T23:22:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:22:00,852 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:22:00,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c707e9ace675:41801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T23:22:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T23:22:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T23:22:00,855 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:41801' 2024-11-26T23:22:00,856 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a719c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:00,856 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,41801,-1 for getting cluster id 2024-11-26T23:22:00,856 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:22:00,857 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd305f4f4-5674-4d5a-af25-795f52a7d6b4' 2024-11-26T23:22:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:22:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d305f4f4-5674-4d5a-af25-795f52a7d6b4" 2024-11-26T23:22:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76523765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,41801,-1] 2024-11-26T23:22:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:22:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:00,858 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:22:00,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744ec4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:00,858 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:22:00,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,41801,1732663312469 2024-11-26T23:22:00,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@158e01c8 2024-11-26T23:22:00,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:22:00,859 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:22:00,860 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T23:22:00,860 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T23:22:00,860 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:00,860 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:00,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:00,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T23:22:00,950 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 to hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/oldWALs/c707e9ace675%2C42219%2C1732663305954.1732663307679 2024-11-26T23:22:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T23:22:01,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T23:22:01,038 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T23:22:01,067 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c707e9ace675,42219,1732663305954, ReplicationSource: 2, currentBandwidth=0 2024-11-26T23:22:01,069 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T23:22:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T23:22:01,071 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c707e9ace675,42219,1732663305954 suceeded 2024-11-26T23:22:01,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T23:22:01,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-26T23:22:01,073 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c707e9ace675:41801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T23:22:01,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 221 msec 2024-11-26T23:22:01,087 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c707e9ace675:41801' 2024-11-26T23:22:01,089 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61365f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:01,089 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,41801,-1 for getting cluster id 2024-11-26T23:22:01,089 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:22:01,090 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd305f4f4-5674-4d5a-af25-795f52a7d6b4' 2024-11-26T23:22:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:22:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d305f4f4-5674-4d5a-af25-795f52a7d6b4" 2024-11-26T23:22:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4530e0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,41801,-1] 2024-11-26T23:22:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:22:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:01,091 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:22:01,092 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52a59580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:01,092 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:22:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,41801,1732663312469 2024-11-26T23:22:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f0c7794 2024-11-26T23:22:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:22:01,093 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T23:22:01,094 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c707e9ace675,42219,1732663305954 (queues=1) is replicating from cluster=13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c to cluster=d305f4f4-5674-4d5a-af25-795f52a7d6b4 2024-11-26T23:22:01,094 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c707e9ace675%2C42219%2C1732663305954 2024-11-26T23:22:01,094 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c707e9ace675,42219,1732663305954, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T23:22:01,094 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c707e9ace675%2C42219%2C1732663305954 2024-11-26T23:22:01,094 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828, startPosition=0, beingWritten=true 2024-11-26T23:22:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T23:22:01,168 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T23:22:01,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:22:01,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:01,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:01,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:01,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:01,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T23:22:01,173 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732663321172/Put/seqid=0 2024-11-26T23:22:01,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741845_1021 (size=11194) 2024-11-26T23:22:01,189 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732663321188/Put/seqid=0 2024-11-26T23:22:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741846_1022 (size=10791) 2024-11-26T23:22:01,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dca3eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:01,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,38989,-1 for getting cluster id 2024-11-26T23:22:01,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:22:01,194 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c' 2024-11-26T23:22:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:22:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c" 2024-11-26T23:22:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144c42a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,38989,-1] 2024-11-26T23:22:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:22:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:01,196 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:22:01,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df16f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:01,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:22:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,42219,1732663305954, seqNum=-1] 2024-11-26T23:22:01,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:22:01,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T23:22:01,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,38989,1732663305897 2024-11-26T23:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cd462f7 2024-11-26T23:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:22:01,206 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T23:22:01,208 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 to pos 687, reset compression=false 2024-11-26T23:22:01,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2] 2024-11-26T23:22:01,212 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 was moved to hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/oldWALs/c707e9ace675%2C42219%2C1732663305954.1732663307679 2024-11-26T23:22:01,213 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:22:01,214 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679 2024-11-26T23:22:01,214 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828, startPosition=0, beingWritten=true 2024-11-26T23:22:01,214 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42219,1732663305954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663307679, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T23:22:01,217 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c707e9ace675%2C42219%2C1732663305954.1732663307679] 2024-11-26T23:22:01,233 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-26T23:22:01,235 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-26T23:22:01,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 55b0e7c7a206d3cdbe048b7f4ec23e6b/f 2024-11-26T23:22:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T23:22:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:22:01,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 55b0e7c7a206d3cdbe048b7f4ec23e6b/f 2024-11-26T23:22:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T23:22:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:22:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HRegion(2603): Flush status journal for 55b0e7c7a206d3cdbe048b7f4ec23e6b: 2024-11-26T23:22:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_0 2024-11-26T23:22:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_0 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ 2024-11-26T23:22:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_1 2024-11-26T23:22:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_1 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ 2024-11-26T23:22:01,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_0 into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ - updating store file list. 2024-11-26T23:22:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d9c20400d6f427892164162f2519c3e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:22:01,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f 2024-11-26T23:22:01,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_0 into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f (new location: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_) 2024-11-26T23:22:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_0 2024-11-26T23:22:01,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_1 into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ - updating store file list. 2024-11-26T23:22:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:22:01,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f 2024-11-26T23:22:01,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_1 into 55b0e7c7a206d3cdbe048b7f4ec23e6b/f (new location: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_) 2024-11-26T23:22:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/staging/jenkins__test__qcsommsoij149kg9m45lbp6p3656nrqj4h3obroccr6irrlaf6pl3ug0t72oprr3/f/hfile_1 2024-11-26T23:22:01,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:22:01,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:01,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:01,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:01,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2 , the old value is region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c707e9ace675:42219 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:22:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T23:22:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., hostname=c707e9ace675,42219,1732663305954, seqNum=2 from cache 2024-11-26T23:22:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42219: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:50700 deadline: 1732663381269 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:50700 2024-11-26T23:22:01,274 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T23:22:01,298 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 0, reset compression=false 2024-11-26T23:22:01,303 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:22:01,303 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c707e9ace675,42219,1732663305954 got entry batch from reader: WALEntryBatch [walEntries=[{test/55b0e7c7a206d3cdbe048b7f4ec23e6b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732663321268/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T23:22:01,305 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T23:22:01,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T23:22:01,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.ReplicationSink(318): Replicating [13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c] bulk loaded data 2024-11-26T23:22:01,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38c55c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:01,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] client.ClusterIdFetcher(90): Going to request c707e9ace675,41801,-1 for getting cluster id 2024-11-26T23:22:01,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T23:22:01,308 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd305f4f4-5674-4d5a-af25-795f52a7d6b4' 2024-11-26T23:22:01,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T23:22:01,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d305f4f4-5674-4d5a-af25-795f52a7d6b4" 2024-11-26T23:22:01,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@143234b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:01,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c707e9ace675,41801,-1] 2024-11-26T23:22:01,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T23:22:01,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:01,309 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-26T23:22:01,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a5c8a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:22:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741837_1013 (size=11194) 2024-11-26T23:22:01,379 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:42219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T23:22:01,503 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741838_1014 (size=10791) 2024-11-26T23:22:01,807 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:01,829 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 0, reset compression=false 2024-11-26T23:22:01,834 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T23:22:01,834 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42219,1732663305954 got entry batch from reader: WALEntryBatch [walEntries=[{test/55b0e7c7a206d3cdbe048b7f4ec23e6b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732663321268/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T23:22:01,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.ReplicationSink(318): Replicating [13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c] bulk loaded data 2024-11-26T23:22:01,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741839_1015 (size=11194) 2024-11-26T23:22:02,034 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:02,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:22:02,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c707e9ace675,41801,1732663312469 2024-11-26T23:22:02,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16137c9b 2024-11-26T23:22:02,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T23:22:02,132 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-26T23:22:02,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:22:02,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T23:22:02,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c707e9ace675,46347,1732663312554, seqNum=-1] 2024-11-26T23:22:02,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T23:22:02,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-26T23:22:02,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T23:22:02,142 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T23:22:02,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ for inclusion in 41fdc16f1aefd6ebbfc5e50e4ff7ea24/f 2024-11-26T23:22:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T23:22:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:22:02,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ for inclusion in 41fdc16f1aefd6ebbfc5e50e4ff7ea24/f 2024-11-26T23:22:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T23:22:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:22:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HRegion(2603): Flush status journal for 41fdc16f1aefd6ebbfc5e50e4ff7ea24: 2024-11-26T23:22:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d9c20400d6f427892164162f2519c3e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:22:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/f/e0d9f22f08b84438835f38c06f871695_SeqId_4_ 2024-11-26T23:22:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:22:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/f/7c22c18add414ef3951b25edecef9250_SeqId_4_ 2024-11-26T23:22:02,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ into 41fdc16f1aefd6ebbfc5e50e4ff7ea24/f as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/f/e0d9f22f08b84438835f38c06f871695_SeqId_4_ - updating store file list. 2024-11-26T23:22:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0d9f22f08b84438835f38c06f871695_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:22:02,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/f/e0d9f22f08b84438835f38c06f871695_SeqId_4_ into 41fdc16f1aefd6ebbfc5e50e4ff7ea24/f 2024-11-26T23:22:02,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ into 41fdc16f1aefd6ebbfc5e50e4ff7ea24/f (new location: hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/f/e0d9f22f08b84438835f38c06f871695_SeqId_4_) 2024-11-26T23:22:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ 2024-11-26T23:22:02,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ into 41fdc16f1aefd6ebbfc5e50e4ff7ea24/f as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/f/7c22c18add414ef3951b25edecef9250_SeqId_4_ - updating store file list. 2024-11-26T23:22:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c22c18add414ef3951b25edecef9250_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T23:22:02,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/f/7c22c18add414ef3951b25edecef9250_SeqId_4_ into 41fdc16f1aefd6ebbfc5e50e4ff7ea24/f 2024-11-26T23:22:02,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ into 41fdc16f1aefd6ebbfc5e50e4ff7ea24/f (new location: hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/f/7c22c18add414ef3951b25edecef9250_SeqId_4_) 2024-11-26T23:22:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/staging/jenkins.hfs.23__test__9326d96tm9d62m7iouvob743jakc1fsplfgmu5s1h0ed2jp5k0394apeiebg5j78/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ 2024-11-26T23:22:02,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] regionserver.ReplicationSink(324): Finished replicating [13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c] bulk loaded data 2024-11-26T23:22:02,212 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741840_1016 (size=10791) 2024-11-26T23:22:02,278 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T23:22:02,338 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:02,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T23:22:02,659 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T23:22:02,660 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T23:22:02,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ for inclusion in 1270ea02772c1eca2c75b7048da9a14f/f 2024-11-26T23:22:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T23:22:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:22:02,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ for inclusion in 1270ea02772c1eca2c75b7048da9a14f/f 2024-11-26T23:22:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T23:22:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T23:22:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HRegion(2603): Flush status journal for 1270ea02772c1eca2c75b7048da9a14f: 2024-11-26T23:22:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d9c20400d6f427892164162f2519c3e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:22:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/4bdfdbea368b4a55932a68e7aac1fef2_SeqId_6_ 2024-11-26T23:22:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T23:22:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/2af886108e75479aa0a611189244d66e_SeqId_6_ 2024-11-26T23:22:02,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ into 1270ea02772c1eca2c75b7048da9a14f/f as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/4bdfdbea368b4a55932a68e7aac1fef2_SeqId_6_ - updating store file list. 2024-11-26T23:22:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bdfdbea368b4a55932a68e7aac1fef2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:22:02,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/4bdfdbea368b4a55932a68e7aac1fef2_SeqId_6_ into 1270ea02772c1eca2c75b7048da9a14f/f 2024-11-26T23:22:02,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ into 1270ea02772c1eca2c75b7048da9a14f/f (new location: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/4bdfdbea368b4a55932a68e7aac1fef2_SeqId_6_) 2024-11-26T23:22:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/2d9c20400d6f427892164162f2519c3e_SeqId_6_ 2024-11-26T23:22:02,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ into 1270ea02772c1eca2c75b7048da9a14f/f as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/2af886108e75479aa0a611189244d66e_SeqId_6_ - updating store file list. 2024-11-26T23:22:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2af886108e75479aa0a611189244d66e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T23:22:02,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/2af886108e75479aa0a611189244d66e_SeqId_6_ into 1270ea02772c1eca2c75b7048da9a14f/f 2024-11-26T23:22:02,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ into 1270ea02772c1eca2c75b7048da9a14f/f (new location: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/f/2af886108e75479aa0a611189244d66e_SeqId_6_) 2024-11-26T23:22:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/staging/jenkins.hfs.22__test__ktgk2hqssje64nm7n8hpplqqdapba3dgqv502i8her0mvfbot99s8a3i4jko7e8h/f/bfae6aa152c84d7193c08963e8e87dbd_SeqId_6_ 2024-11-26T23:22:02,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46469 {}] regionserver.ReplicationSink(324): Finished replicating [13d3bd06-9b9a-4837-9cb6-9f2c89fbf84c] bulk loaded data 2024-11-26T23:22:02,716 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:02,743 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:03,245 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:22:03,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:22:03,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:03,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:03,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:03,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:03,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:22:03,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1785013092, stopped=false 2024-11-26T23:22:03,295 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,41801,1732663312469 2024-11-26T23:22:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466672416/running 2024-11-26T23:22:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:22:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466672416/running 2024-11-26T23:22:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:22:03,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:22:03,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:22:03,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:03,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:03,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on znode that does not yet exist, /21466672416/running 2024-11-26T23:22:03,298 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,46347,1732663312554' ***** 2024-11-26T23:22:03,298 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:22:03,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Set watcher on znode that does not yet exist, /21466672416/running 2024-11-26T23:22:03,299 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:22:03,299 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:22:03,299 INFO [RS:0;c707e9ace675:46347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:22:03,299 INFO [RS:0;c707e9ace675:46347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:22:03,299 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(3091): Received CLOSE for 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:22:03,300 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,46347,1732663312554 2024-11-26T23:22:03,300 INFO [RS:0;c707e9ace675:46347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:22:03,300 INFO [RS:0;c707e9ace675:46347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46347. 2024-11-26T23:22:03,300 DEBUG [RS:0;c707e9ace675:46347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:03,300 DEBUG [RS:0;c707e9ace675:46347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:03,300 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41fdc16f1aefd6ebbfc5e50e4ff7ea24, disabling compactions & flushes 2024-11-26T23:22:03,301 INFO [RS:0;c707e9ace675:46347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:22:03,301 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:22:03,301 INFO [RS:0;c707e9ace675:46347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:22:03,301 INFO [RS:0;c707e9ace675:46347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:22:03,301 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:22:03,301 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. after waiting 0 ms 2024-11-26T23:22:03,301 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:22:03,301 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:22:03,310 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:22:03,310 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1325): Online Regions={41fdc16f1aefd6ebbfc5e50e4ff7ea24=test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:22:03,310 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41fdc16f1aefd6ebbfc5e50e4ff7ea24 2024-11-26T23:22:03,310 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:22:03,310 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:22:03,310 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:22:03,310 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:22:03,310 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:22:03,310 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T23:22:03,319 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:03,323 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/default/test/41fdc16f1aefd6ebbfc5e50e4ff7ea24/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T23:22:03,324 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:22:03,324 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:22:03,324 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:22:03,324 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41fdc16f1aefd6ebbfc5e50e4ff7ea24: Waiting for close lock at 1732663323300Running coprocessor pre-close hooks at 1732663323300Disabling compacts and flushes for region at 1732663323300Disabling writes for close at 1732663323301 (+1 ms)Writing region close event to WAL at 1732663323315 (+14 ms)Running coprocessor post-close hooks at 1732663323324 (+9 ms)Closed at 1732663323324 2024-11-26T23:22:03,324 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24. 2024-11-26T23:22:03,327 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:22:03,336 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/info/eb988f09870743cf8690a6a58a523817 is 129, key is test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24./info:regioninfo/1732663317867/Put/seqid=0 2024-11-26T23:22:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741839_1015 (size=6421) 2024-11-26T23:22:03,510 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:03,710 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:03,742 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/info/eb988f09870743cf8690a6a58a523817 2024-11-26T23:22:03,762 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/ns/b0da598e204c4d18a066ab7015a6c97e is 43, key is default/ns:d/1732663315118/Put/seqid=0 2024-11-26T23:22:03,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741840_1016 (size=5153) 2024-11-26T23:22:03,849 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:03,915 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:04,013 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:22:04,013 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:22:04,033 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:04,115 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:04,167 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/ns/b0da598e204c4d18a066ab7015a6c97e 2024-11-26T23:22:04,185 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/rep_barrier/19c05bdfa65b473296cf0263c36eb91d is 112, key is test,,1732663317481.41fdc16f1aefd6ebbfc5e50e4ff7ea24./rep_barrier:seqnumDuringOpen/1732663317867/Put/seqid=0 2024-11-26T23:22:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741841_1017 (size=5518) 2024-11-26T23:22:04,315 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T23:22:04,315 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:22:04,315 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:04,515 DEBUG [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:04,552 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:04,589 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/rep_barrier/19c05bdfa65b473296cf0263c36eb91d 2024-11-26T23:22:04,610 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/table/ff3f6b112b4b451db142fffe4d3e0438 is 40, key is test/table:state/1732663317885/Put/seqid=0 2024-11-26T23:22:04,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741842_1018 (size=5165) 2024-11-26T23:22:04,613 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/table/ff3f6b112b4b451db142fffe4d3e0438 2024-11-26T23:22:04,617 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/info/eb988f09870743cf8690a6a58a523817 as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/info/eb988f09870743cf8690a6a58a523817 2024-11-26T23:22:04,620 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/info/eb988f09870743cf8690a6a58a523817, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T23:22:04,621 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/ns/b0da598e204c4d18a066ab7015a6c97e as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/ns/b0da598e204c4d18a066ab7015a6c97e 2024-11-26T23:22:04,624 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/ns/b0da598e204c4d18a066ab7015a6c97e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T23:22:04,624 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/rep_barrier/19c05bdfa65b473296cf0263c36eb91d as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/rep_barrier/19c05bdfa65b473296cf0263c36eb91d 2024-11-26T23:22:04,627 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/rep_barrier/19c05bdfa65b473296cf0263c36eb91d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T23:22:04,628 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/.tmp/table/ff3f6b112b4b451db142fffe4d3e0438 as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/table/ff3f6b112b4b451db142fffe4d3e0438 2024-11-26T23:22:04,631 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/table/ff3f6b112b4b451db142fffe4d3e0438, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T23:22:04,631 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=11, compaction requested=false 2024-11-26T23:22:04,635 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T23:22:04,635 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:22:04,635 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:22:04,635 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:22:04,635 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663323310Running coprocessor pre-close hooks at 1732663323310Disabling compacts and flushes for region at 1732663323310Disabling writes for close at 1732663323310Obtaining lock to block concurrent updates at 1732663323310Preparing flush snapshotting stores in 1588230740 at 1732663323310Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732663323311 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732663323311Flushing 1588230740/info: creating writer at 1732663323311Flushing 1588230740/info: appending metadata at 1732663323336 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732663323336Flushing 1588230740/ns: creating writer at 1732663323746 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732663323762 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732663323762Flushing 1588230740/rep_barrier: creating writer at 1732663324171 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663324185 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663324185Flushing 1588230740/table: creating writer at 1732663324592 (+407 ms)Flushing 1588230740/table: appending metadata at 1732663324609 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732663324609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae792ca: reopening flushed file at 1732663324616 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550f58e7: reopening flushed file at 1732663324620 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37035a24: reopening flushed file at 1732663324624 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447abc2c: reopening flushed file at 1732663324627 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=11, compaction requested=false at 1732663324631 (+4 ms)Writing region close event to WAL at 1732663324633 (+2 ms)Running coprocessor post-close hooks at 1732663324635 (+2 ms)Closed at 1732663324635 2024-11-26T23:22:04,636 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:22:04,715 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,46347,1732663312554; all regions closed. 2024-11-26T23:22:04,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741834_1010 (size=2717) 2024-11-26T23:22:04,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/WALs/c707e9ace675,46347,1732663312554/c707e9ace675%2C46347%2C1732663312554.meta.1732663315069.meta not finished, retry = 0 2024-11-26T23:22:04,820 DEBUG [RS:0;c707e9ace675:46347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/oldWALs 2024-11-26T23:22:04,820 INFO [RS:0;c707e9ace675:46347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46347%2C1732663312554.meta:.meta(num 1732663315069) 2024-11-26T23:22:04,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741832_1008 (size=1028) 2024-11-26T23:22:04,822 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/WALs/c707e9ace675,46347,1732663312554/c707e9ace675%2C46347%2C1732663312554.1732663314144 not finished, retry = 0 2024-11-26T23:22:04,837 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:04,924 DEBUG [RS:0;c707e9ace675:46347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/oldWALs 2024-11-26T23:22:04,924 INFO [RS:0;c707e9ace675:46347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46347%2C1732663312554:(num 1732663314144) 2024-11-26T23:22:04,924 DEBUG [RS:0;c707e9ace675:46347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:04,924 INFO [RS:0;c707e9ace675:46347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:22:04,924 INFO [RS:0;c707e9ace675:46347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:22:04,924 INFO [RS:0;c707e9ace675:46347 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:22:04,924 INFO [RS:0;c707e9ace675:46347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:22:04,924 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:22:04,925 INFO [RS:0;c707e9ace675:46347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46347. 2024-11-26T23:22:04,925 DEBUG [RS:0;c707e9ace675:46347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:04,925 DEBUG [RS:0;c707e9ace675:46347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:04,925 DEBUG [RS:0;c707e9ace675:46347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:04,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:04,925 INFO [RS:0;c707e9ace675:46347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46347 2024-11-26T23:22:04,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416/rs 2024-11-26T23:22:04,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466672416/rs/c707e9ace675,46347,1732663312554 2024-11-26T23:22:04,927 INFO [RS:0;c707e9ace675:46347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:22:04,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,46347,1732663312554] 2024-11-26T23:22:04,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21466672416/draining/c707e9ace675,46347,1732663312554 already deleted, retry=false 2024-11-26T23:22:04,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,46347,1732663312554 expired; onlineServers=0 2024-11-26T23:22:04,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,41801,1732663312469' ***** 2024-11-26T23:22:04,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:22:04,929 INFO [M:0;c707e9ace675:41801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:22:04,929 INFO [M:0;c707e9ace675:41801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:22:04,929 DEBUG [M:0;c707e9ace675:41801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:22:04,929 DEBUG [M:0;c707e9ace675:41801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:22:04,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:22:04,929 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663313930 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663313930,5,FailOnTimeoutGroup] 2024-11-26T23:22:04,930 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663313930 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663313930,5,FailOnTimeoutGroup] 2024-11-26T23:22:04,930 INFO [M:0;c707e9ace675:41801 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:22:04,930 INFO [M:0;c707e9ace675:41801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:22:04,930 DEBUG [M:0;c707e9ace675:41801 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:22:04,930 INFO [M:0;c707e9ace675:41801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:22:04,930 INFO [M:0;c707e9ace675:41801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:22:04,930 INFO [M:0;c707e9ace675:41801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:22:04,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:22:04,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466672416/master 2024-11-26T23:22:04,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466672416 2024-11-26T23:22:04,932 DEBUG [M:0;c707e9ace675:41801 {}] zookeeper.ZKUtil(347): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Unable to get data of znode /21466672416/master because node does not exist (not an error) 2024-11-26T23:22:04,932 WARN [M:0;c707e9ace675:41801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:22:04,933 INFO [M:0;c707e9ace675:41801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/.lastflushedseqids 2024-11-26T23:22:04,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741843_1019 (size=173) 2024-11-26T23:22:05,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:05,028 INFO [RS:0;c707e9ace675:46347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:22:05,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46347-0x1015695cc480007, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:05,028 INFO [RS:0;c707e9ace675:46347 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,46347,1732663312554; zookeeper connection closed. 2024-11-26T23:22:05,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@695fc698 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@695fc698 2024-11-26T23:22:05,029 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:22:05,337 INFO [M:0;c707e9ace675:41801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:22:05,337 INFO [M:0;c707e9ace675:41801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:22:05,337 DEBUG [M:0;c707e9ace675:41801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:22:05,337 INFO [M:0;c707e9ace675:41801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:05,337 DEBUG [M:0;c707e9ace675:41801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:05,337 DEBUG [M:0;c707e9ace675:41801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:22:05,337 DEBUG [M:0;c707e9ace675:41801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:05,337 INFO [M:0;c707e9ace675:41801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-26T23:22:05,352 DEBUG [M:0;c707e9ace675:41801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caebcd26bc4c4228a8e52b455d15463d is 82, key is hbase:meta,,1/info:regioninfo/1732663315104/Put/seqid=0 2024-11-26T23:22:05,356 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741844_1020 (size=5672) 2024-11-26T23:22:05,739 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:05,762 INFO [M:0;c707e9ace675:41801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caebcd26bc4c4228a8e52b455d15463d 2024-11-26T23:22:05,784 DEBUG [M:0;c707e9ace675:41801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02292eb41a6c4b8087cc8996b65ea212 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732663317890/Put/seqid=0 2024-11-26T23:22:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741845_1021 (size=6586) 2024-11-26T23:22:06,190 INFO [M:0;c707e9ace675:41801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02292eb41a6c4b8087cc8996b65ea212 2024-11-26T23:22:06,213 DEBUG [M:0;c707e9ace675:41801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2d033c135874d4f85636e918b8009b0 is 69, key is c707e9ace675,46347,1732663312554/rs:state/1732663313997/Put/seqid=0 2024-11-26T23:22:06,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741846_1022 (size=5156) 2024-11-26T23:22:06,263 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:06,620 INFO [M:0;c707e9ace675:41801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2d033c135874d4f85636e918b8009b0 2024-11-26T23:22:06,623 DEBUG [M:0;c707e9ace675:41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caebcd26bc4c4228a8e52b455d15463d as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caebcd26bc4c4228a8e52b455d15463d 2024-11-26T23:22:06,626 INFO [M:0;c707e9ace675:41801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caebcd26bc4c4228a8e52b455d15463d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T23:22:06,627 DEBUG [M:0;c707e9ace675:41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02292eb41a6c4b8087cc8996b65ea212 as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02292eb41a6c4b8087cc8996b65ea212 2024-11-26T23:22:06,630 INFO [M:0;c707e9ace675:41801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02292eb41a6c4b8087cc8996b65ea212, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T23:22:06,630 DEBUG [M:0;c707e9ace675:41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2d033c135874d4f85636e918b8009b0 as hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2d033c135874d4f85636e918b8009b0 2024-11-26T23:22:06,633 INFO [M:0;c707e9ace675:41801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42673/user/jenkins/test-data/fabca69e-00e8-5177-da5a-eaf63ce136f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2d033c135874d4f85636e918b8009b0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T23:22:06,634 INFO [M:0;c707e9ace675:41801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=55, compaction requested=false 2024-11-26T23:22:06,636 INFO [M:0;c707e9ace675:41801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:06,636 DEBUG [M:0;c707e9ace675:41801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663325337Disabling compacts and flushes for region at 1732663325337Disabling writes for close at 1732663325337Obtaining lock to block concurrent updates at 1732663325337Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663325337Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732663325338 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663325338Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663325338Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663325352 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663325352Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663325766 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663325783 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663325783Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663326194 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663326212 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663326212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ed98af: reopening flushed file at 1732663326623 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f3e36: reopening flushed file at 1732663326627 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d4a58d: reopening flushed file at 1732663326630 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=55, compaction requested=false at 1732663326634 (+4 ms)Writing region close event to WAL at 1732663326636 (+2 ms)Closed at 1732663326636 2024-11-26T23:22:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741830_1006 (size=32770) 2024-11-26T23:22:06,639 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:22:06,639 INFO [M:0;c707e9ace675:41801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:22:06,639 INFO [M:0;c707e9ace675:41801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41801 2024-11-26T23:22:06,639 INFO [M:0;c707e9ace675:41801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:22:06,741 INFO [M:0;c707e9ace675:41801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:22:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1015695cc480006, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:06,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62b8b3cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:22:06,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ee40b10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:22:06,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:22:06,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@417a9f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:22:06,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c3feb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/hadoop.log.dir/,STOPPED} 2024-11-26T23:22:06,745 WARN [BP-1924250999-172.17.0.2-1732663311758 heartbeating to localhost/127.0.0.1:42673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:22:06,745 WARN [BP-1924250999-172.17.0.2-1732663311758 heartbeating to localhost/127.0.0.1:42673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924250999-172.17.0.2-1732663311758 (Datanode Uuid d6cde640-a8db-4fc1-bc87-e754f646f4f4) service to localhost/127.0.0.1:42673 2024-11-26T23:22:06,745 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:22:06,745 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:22:06,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/cluster_e27a13f6-632f-0129-a307-41576ecf6bfb/data/data1/current/BP-1924250999-172.17.0.2-1732663311758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:22:06,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/cluster_e27a13f6-632f-0129-a307-41576ecf6bfb/data/data2/current/BP-1924250999-172.17.0.2-1732663311758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:22:06,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:22:06,749 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:06,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444ecca9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:22:06,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6128cc1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:22:06,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:22:06,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6025c365{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:22:06,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4302dd58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad94082-bdc7-15ce-0124-2c08e003513a/hadoop.log.dir/,STOPPED} 2024-11-26T23:22:06,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:22:06,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:22:06,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:22:06,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:06,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:06,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:06,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:06,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:22:06,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1785082576, stopped=false 2024-11-26T23:22:06,766 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,35663,1732663309462 2024-11-26T23:22:06,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1244078479/running 2024-11-26T23:22:06,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:22:06,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1244078479/running 2024-11-26T23:22:06,769 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:22:06,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:22:06,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:22:06,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:06,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:06,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,46469,1732663309501' ***** 2024-11-26T23:22:06,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:22:06,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on znode that does not yet exist, /1-1244078479/running 2024-11-26T23:22:06,770 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:22:06,770 INFO [RS:0;c707e9ace675:46469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:22:06,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:22:06,770 INFO [RS:0;c707e9ace675:46469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:22:06,770 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1270ea02772c1eca2c75b7048da9a14f 2024-11-26T23:22:06,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Set watcher on znode that does not yet exist, /1-1244078479/running 2024-11-26T23:22:06,770 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,46469,1732663309501 2024-11-26T23:22:06,770 INFO [RS:0;c707e9ace675:46469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:22:06,770 INFO [RS:0;c707e9ace675:46469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46469. 2024-11-26T23:22:06,770 DEBUG [RS:0;c707e9ace675:46469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:06,770 DEBUG [RS:0;c707e9ace675:46469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:06,770 INFO [RS:0;c707e9ace675:46469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:22:06,771 INFO [RS:0;c707e9ace675:46469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:22:06,771 INFO [RS:0;c707e9ace675:46469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:22:06,771 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1270ea02772c1eca2c75b7048da9a14f, disabling compactions & flushes 2024-11-26T23:22:06,771 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:22:06,771 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:22:06,771 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:22:06,771 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. after waiting 0 ms 2024-11-26T23:22:06,771 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:22:06,771 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T23:22:06,771 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1270ea02772c1eca2c75b7048da9a14f=test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f.} 2024-11-26T23:22:06,771 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1351): Waiting on 1270ea02772c1eca2c75b7048da9a14f, 1588230740 2024-11-26T23:22:06,771 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:22:06,771 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:22:06,771 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:22:06,771 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:22:06,771 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:22:06,771 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T23:22:06,774 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/default/test/1270ea02772c1eca2c75b7048da9a14f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T23:22:06,775 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:22:06,775 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:22:06,775 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:22:06,775 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1270ea02772c1eca2c75b7048da9a14f: Waiting for close lock at 1732663326770Running coprocessor pre-close hooks at 1732663326770Disabling compacts and flushes for region at 1732663326771 (+1 ms)Disabling writes for close at 1732663326771Writing region close event to WAL at 1732663326771Running coprocessor post-close hooks at 1732663326775 (+4 ms)Closed at 1732663326775 2024-11-26T23:22:06,775 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f. 2024-11-26T23:22:06,787 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/info/33ef52b5831c4d17accf2776a5798c2a is 129, key is test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f./info:regioninfo/1732663317113/Put/seqid=0 2024-11-26T23:22:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741841_1017 (size=6421) 2024-11-26T23:22:06,791 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/info/33ef52b5831c4d17accf2776a5798c2a 2024-11-26T23:22:06,811 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/ns/2453ea993e324ab5a7e9dd19dbcc932d is 43, key is default/ns:d/1732663311666/Put/seqid=0 2024-11-26T23:22:06,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741842_1018 (size=5153) 2024-11-26T23:22:06,817 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/ns/2453ea993e324ab5a7e9dd19dbcc932d 2024-11-26T23:22:06,835 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/rep_barrier/2e61794f95bb46aeb30117932910407f is 112, key is test,,1732663316341.1270ea02772c1eca2c75b7048da9a14f./rep_barrier:seqnumDuringOpen/1732663317113/Put/seqid=0 2024-11-26T23:22:06,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741843_1019 (size=5518) 2024-11-26T23:22:06,864 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:22:06,971 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:07,073 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:22:07,073 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:22:07,171 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:07,242 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/rep_barrier/2e61794f95bb46aeb30117932910407f 2024-11-26T23:22:07,259 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/table/72a90ff8b1694168a80c8e892225e38f is 40, key is test/table:state/1732663317125/Put/seqid=0 2024-11-26T23:22:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741844_1020 (size=5165) 2024-11-26T23:22:07,266 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:07,371 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:07,572 DEBUG [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T23:22:07,663 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/table/72a90ff8b1694168a80c8e892225e38f 2024-11-26T23:22:07,667 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/info/33ef52b5831c4d17accf2776a5798c2a as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/info/33ef52b5831c4d17accf2776a5798c2a 2024-11-26T23:22:07,670 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/info/33ef52b5831c4d17accf2776a5798c2a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T23:22:07,670 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/ns/2453ea993e324ab5a7e9dd19dbcc932d as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/ns/2453ea993e324ab5a7e9dd19dbcc932d 2024-11-26T23:22:07,673 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/ns/2453ea993e324ab5a7e9dd19dbcc932d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T23:22:07,674 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/rep_barrier/2e61794f95bb46aeb30117932910407f as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/rep_barrier/2e61794f95bb46aeb30117932910407f 2024-11-26T23:22:07,677 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/rep_barrier/2e61794f95bb46aeb30117932910407f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T23:22:07,677 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/.tmp/table/72a90ff8b1694168a80c8e892225e38f as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/table/72a90ff8b1694168a80c8e892225e38f 2024-11-26T23:22:07,680 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/table/72a90ff8b1694168a80c8e892225e38f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T23:22:07,681 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false 2024-11-26T23:22:07,681 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:22:07,685 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T23:22:07,685 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:22:07,686 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:22:07,686 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:22:07,686 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663326771Running coprocessor pre-close hooks at 1732663326771Disabling compacts and flushes for region at 1732663326771Disabling writes for close at 1732663326771Obtaining lock to block concurrent updates at 1732663326771Preparing flush snapshotting stores in 1588230740 at 1732663326771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732663326771Flushing stores of hbase:meta,,1.1588230740 at 1732663326772 (+1 ms)Flushing 1588230740/info: creating writer at 1732663326772Flushing 1588230740/info: appending metadata at 1732663326786 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732663326786Flushing 1588230740/ns: creating writer at 1732663326795 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732663326810 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732663326811 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732663326820 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663326835 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663326835Flushing 1588230740/table: creating writer at 1732663327245 (+410 ms)Flushing 1588230740/table: appending metadata at 1732663327259 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732663327259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31447fa3: reopening flushed file at 1732663327666 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b3f918: reopening flushed file at 1732663327670 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f894a11: reopening flushed file at 1732663327674 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27860c91: reopening flushed file at 1732663327677 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false at 1732663327681 (+4 ms)Writing region close event to WAL at 1732663327683 (+2 ms)Running coprocessor post-close hooks at 1732663327685 (+2 ms)Closed at 1732663327686 (+1 ms) 2024-11-26T23:22:07,686 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:22:07,772 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,46469,1732663309501; all regions closed. 2024-11-26T23:22:07,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741834_1010 (size=2717) 2024-11-26T23:22:07,777 DEBUG [RS:0;c707e9ace675:46469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/oldWALs 2024-11-26T23:22:07,777 INFO [RS:0;c707e9ace675:46469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46469%2C1732663309501.meta:.meta(num 1732663311624) 2024-11-26T23:22:07,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741832_1008 (size=1374) 2024-11-26T23:22:07,780 DEBUG [RS:0;c707e9ace675:46469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/oldWALs 2024-11-26T23:22:07,780 INFO [RS:0;c707e9ace675:46469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c707e9ace675%2C46469%2C1732663309501:(num 1732663311195) 2024-11-26T23:22:07,780 DEBUG [RS:0;c707e9ace675:46469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:07,780 INFO [RS:0;c707e9ace675:46469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:22:07,780 INFO [RS:0;c707e9ace675:46469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:22:07,780 INFO [RS:0;c707e9ace675:46469 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T23:22:07,781 INFO [RS:0;c707e9ace675:46469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:22:07,781 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:22:07,781 INFO [RS:0;c707e9ace675:46469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:46469. 2024-11-26T23:22:07,781 DEBUG [RS:0;c707e9ace675:46469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:07,781 DEBUG [RS:0;c707e9ace675:46469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:07,781 DEBUG [RS:0;c707e9ace675:46469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:07,781 INFO [RS:0;c707e9ace675:46469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46469 2024-11-26T23:22:07,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:07,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1244078479/rs/c707e9ace675,46469,1732663309501 2024-11-26T23:22:07,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479/rs 2024-11-26T23:22:07,784 INFO [RS:0;c707e9ace675:46469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:22:07,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,46469,1732663309501] 2024-11-26T23:22:07,787 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1244078479/draining/c707e9ace675,46469,1732663309501 already deleted, retry=false 2024-11-26T23:22:07,787 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,46469,1732663309501 expired; onlineServers=0 2024-11-26T23:22:07,787 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,35663,1732663309462' ***** 2024-11-26T23:22:07,787 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:22:07,787 INFO [M:0;c707e9ace675:35663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:22:07,787 INFO [M:0;c707e9ace675:35663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:22:07,787 DEBUG [M:0;c707e9ace675:35663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:22:07,787 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:22:07,788 DEBUG [M:0;c707e9ace675:35663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:22:07,788 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663310883 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663310883,5,FailOnTimeoutGroup] 2024-11-26T23:22:07,788 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663310883 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663310883,5,FailOnTimeoutGroup] 2024-11-26T23:22:07,788 INFO [M:0;c707e9ace675:35663 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:22:07,788 INFO [M:0;c707e9ace675:35663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:22:07,788 DEBUG [M:0;c707e9ace675:35663 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:22:07,788 INFO [M:0;c707e9ace675:35663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:22:07,788 INFO [M:0;c707e9ace675:35663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:22:07,788 INFO [M:0;c707e9ace675:35663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:22:07,788 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:22:07,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1244078479/master 2024-11-26T23:22:07,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1244078479 2024-11-26T23:22:07,791 DEBUG [M:0;c707e9ace675:35663 {}] zookeeper.ZKUtil(347): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Unable to get data of znode /1-1244078479/master because node does not exist (not an error) 2024-11-26T23:22:07,791 WARN [M:0;c707e9ace675:35663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:22:07,792 INFO [M:0;c707e9ace675:35663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/.lastflushedseqids 2024-11-26T23:22:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741845_1021 (size=173) 2024-11-26T23:22:07,852 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:07,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:07,886 INFO [RS:0;c707e9ace675:46469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:22:07,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46469-0x1015695cc480004, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:07,886 INFO [RS:0;c707e9ace675:46469 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,46469,1732663309501; zookeeper connection closed. 2024-11-26T23:22:07,886 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a6bf931 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a6bf931 2024-11-26T23:22:07,886 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:22:08,196 INFO [M:0;c707e9ace675:35663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:22:08,196 INFO [M:0;c707e9ace675:35663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:22:08,196 DEBUG [M:0;c707e9ace675:35663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:22:08,196 INFO [M:0;c707e9ace675:35663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:08,196 DEBUG [M:0;c707e9ace675:35663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:08,196 DEBUG [M:0;c707e9ace675:35663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:22:08,196 DEBUG [M:0;c707e9ace675:35663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:08,196 INFO [M:0;c707e9ace675:35663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-26T23:22:08,215 DEBUG [M:0;c707e9ace675:35663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc8e6d8624ec47dc967282f700be3f8d is 82, key is hbase:meta,,1/info:regioninfo/1732663311656/Put/seqid=0 2024-11-26T23:22:08,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741846_1022 (size=5672) 2024-11-26T23:22:08,219 INFO [M:0;c707e9ace675:35663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc8e6d8624ec47dc967282f700be3f8d 2024-11-26T23:22:08,243 DEBUG [M:0;c707e9ace675:35663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc4627a379834ad69c8a01e0041b1317 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732663317131/Put/seqid=0 2024-11-26T23:22:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741847_1023 (size=6586) 2024-11-26T23:22:08,247 INFO [M:0;c707e9ace675:35663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc4627a379834ad69c8a01e0041b1317 2024-11-26T23:22:08,271 DEBUG [M:0;c707e9ace675:35663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5774a38002324fe1ac8ae8c4fbf9004e is 69, key is c707e9ace675,46469,1732663309501/rs:state/1732663310959/Put/seqid=0 2024-11-26T23:22:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741848_1024 (size=5156) 2024-11-26T23:22:08,369 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:08,678 INFO [M:0;c707e9ace675:35663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5774a38002324fe1ac8ae8c4fbf9004e 2024-11-26T23:22:08,683 DEBUG [M:0;c707e9ace675:35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc8e6d8624ec47dc967282f700be3f8d as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc8e6d8624ec47dc967282f700be3f8d 2024-11-26T23:22:08,687 INFO [M:0;c707e9ace675:35663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc8e6d8624ec47dc967282f700be3f8d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T23:22:08,687 DEBUG [M:0;c707e9ace675:35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc4627a379834ad69c8a01e0041b1317 as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc4627a379834ad69c8a01e0041b1317 2024-11-26T23:22:08,691 INFO [M:0;c707e9ace675:35663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc4627a379834ad69c8a01e0041b1317, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T23:22:08,692 DEBUG [M:0;c707e9ace675:35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5774a38002324fe1ac8ae8c4fbf9004e as hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5774a38002324fe1ac8ae8c4fbf9004e 2024-11-26T23:22:08,695 INFO [M:0;c707e9ace675:35663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/48283704-4503-5091-e64b-e81f3c8e186b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5774a38002324fe1ac8ae8c4fbf9004e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T23:22:08,696 INFO [M:0;c707e9ace675:35663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=55, compaction requested=false 2024-11-26T23:22:08,698 INFO [M:0;c707e9ace675:35663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:08,698 DEBUG [M:0;c707e9ace675:35663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663328196Disabling compacts and flushes for region at 1732663328196Disabling writes for close at 1732663328196Obtaining lock to block concurrent updates at 1732663328196Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663328196Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732663328197 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663328197Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663328197Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663328215 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663328215Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663328222 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663328242 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663328242Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663328252 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663328271 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663328271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44754d85: reopening flushed file at 1732663328682 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2359bc05: reopening flushed file at 1732663328687 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf5d5a4: reopening flushed file at 1732663328691 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=55, compaction requested=false at 1732663328696 (+5 ms)Writing region close event to WAL at 1732663328698 (+2 ms)Closed at 1732663328698 2024-11-26T23:22:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741830_1006 (size=32770) 2024-11-26T23:22:08,700 INFO [M:0;c707e9ace675:35663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:22:08,700 INFO [M:0;c707e9ace675:35663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35663 2024-11-26T23:22:08,700 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:22:08,701 INFO [M:0;c707e9ace675:35663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:22:08,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:08,804 INFO [M:0;c707e9ace675:35663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:22:08,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x1015695cc480003, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:08,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36869ebf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:22:08,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56fa92ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:22:08,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:22:08,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f0c9ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:22:08,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c70f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.log.dir/,STOPPED} 2024-11-26T23:22:08,809 WARN [BP-1924642336-172.17.0.2-1732663308321 heartbeating to localhost/127.0.0.1:34977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:22:08,809 WARN [BP-1924642336-172.17.0.2-1732663308321 heartbeating to localhost/127.0.0.1:34977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924642336-172.17.0.2-1732663308321 (Datanode Uuid 1d9013f3-6424-4b6d-860e-6e245d6c8f81) service to localhost/127.0.0.1:34977 2024-11-26T23:22:08,809 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:22:08,809 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:22:08,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/cluster_38249b5f-8620-b0ec-79e2-b0b62267b7a1/data/data1/current/BP-1924642336-172.17.0.2-1732663308321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:22:08,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/cluster_38249b5f-8620-b0ec-79e2-b0b62267b7a1/data/data2/current/BP-1924642336-172.17.0.2-1732663308321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:22:08,810 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:22:08,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2568b826{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:22:08,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b21cbaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:22:08,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:22:08,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d29d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:22:08,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e6881e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5cd4e1f-9642-169d-6cfb-ec9825898e26/hadoop.log.dir/,STOPPED} 2024-11-26T23:22:08,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T23:22:08,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:22:08,819 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128803 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c707e9ace675,34337,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:34337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T23:22:08,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T23:22:08,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:22:08,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T23:22:08,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:22:08,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:08,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:08,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:08,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:08,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T23:22:08,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2081452222, stopped=false 2024-11-26T23:22:08,835 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c707e9ace675,38989,1732663305897 2024-11-26T23:22:08,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604373984/running 2024-11-26T23:22:08,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604373984/running 2024-11-26T23:22:08,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:22:08,836 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:22:08,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:22:08,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T23:22:08,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on znode that does not yet exist, /01604373984/running 2024-11-26T23:22:08,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:08,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:08,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Set watcher on znode that does not yet exist, /01604373984/running 2024-11-26T23:22:08,838 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c707e9ace675,42219,1732663305954' ***** 2024-11-26T23:22:08,838 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T23:22:08,838 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T23:22:08,838 INFO [RS:0;c707e9ace675:42219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T23:22:08,838 INFO [RS:0;c707e9ace675:42219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T23:22:08,838 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(3091): Received CLOSE for 55b0e7c7a206d3cdbe048b7f4ec23e6b 2024-11-26T23:22:08,838 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T23:22:08,838 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(3091): Received CLOSE for f326707d5f607f18a6483a153c7e216c 2024-11-26T23:22:08,838 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(959): stopping server c707e9ace675,42219,1732663305954 2024-11-26T23:22:08,839 INFO [RS:0;c707e9ace675:42219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:22:08,839 INFO [RS:0;c707e9ace675:42219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42219. 2024-11-26T23:22:08,839 DEBUG [RS:0;c707e9ace675:42219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:08,839 DEBUG [RS:0;c707e9ace675:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:08,839 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55b0e7c7a206d3cdbe048b7f4ec23e6b, disabling compactions & flushes 2024-11-26T23:22:08,839 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:22:08,839 INFO [RS:0;c707e9ace675:42219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T23:22:08,839 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:22:08,839 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. after waiting 0 ms 2024-11-26T23:22:08,839 INFO [RS:0;c707e9ace675:42219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T23:22:08,839 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:22:08,839 INFO [RS:0;c707e9ace675:42219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T23:22:08,839 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T23:22:08,839 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T23:22:08,840 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1325): Online Regions={55b0e7c7a206d3cdbe048b7f4ec23e6b=test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b., f326707d5f607f18a6483a153c7e216c=hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T23:22:08,840 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55b0e7c7a206d3cdbe048b7f4ec23e6b, f326707d5f607f18a6483a153c7e216c 2024-11-26T23:22:08,840 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T23:22:08,840 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T23:22:08,840 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T23:22:08,840 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T23:22:08,840 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T23:22:08,840 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T23:22:08,843 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/default/test/55b0e7c7a206d3cdbe048b7f4ec23e6b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T23:22:08,844 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:22:08,844 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T23:22:08,844 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:22:08,844 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55b0e7c7a206d3cdbe048b7f4ec23e6b: Waiting for close lock at 1732663328839Running coprocessor pre-close hooks at 1732663328839Disabling compacts and flushes for region at 1732663328839Disabling writes for close at 1732663328839Writing region close event to WAL at 1732663328840 (+1 ms)Running coprocessor post-close hooks at 1732663328844 (+4 ms)Closed at 1732663328844 2024-11-26T23:22:08,844 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b. 2024-11-26T23:22:08,844 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f326707d5f607f18a6483a153c7e216c, disabling compactions & flushes 2024-11-26T23:22:08,844 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:22:08,844 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:22:08,844 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. after waiting 0 ms 2024-11-26T23:22:08,844 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:22:08,844 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f326707d5f607f18a6483a153c7e216c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-26T23:22:08,857 INFO [regionserver/c707e9ace675:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:22:08,859 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/.tmp/hfileref/02933e6c15ba4fd6bfb25f94c9ab1880 is 74, key is 1/hfileref:2d9c20400d6f427892164162f2519c3e_SeqId_6_/1732663322678/DeleteColumn/seqid=0 2024-11-26T23:22:08,860 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/info/faff129dd9e843238a59a1b480b78092 is 147, key is hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c./info:regioninfo/1732663318558/Put/seqid=0 2024-11-26T23:22:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741847_1023 (size=5489) 2024-11-26T23:22:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741848_1024 (size=7686) 2024-11-26T23:22:08,863 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/info/faff129dd9e843238a59a1b480b78092 2024-11-26T23:22:08,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,882 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/ns/9a1c4227d4c641b4b0869b284389f2d9 is 43, key is default/ns:d/1732663308216/Put/seqid=0 2024-11-26T23:22:08,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741849_1025 (size=5153) 2024-11-26T23:22:08,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:08,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T23:22:09,040 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f326707d5f607f18a6483a153c7e216c 2024-11-26T23:22:09,056 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:09,060 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:22:09,060 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 688, reset compression=false 2024-11-26T23:22:09,060 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c707e9ace675,42219,1732663305954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:22:09,061 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c707e9ace675,42219,1732663305954: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c707e9ace675,42219,1732663305954, walGroup=c707e9ace675%2C42219%2C1732663305954, offset=c707e9ace675%2C42219%2C1732663305954.1732663320828:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:42219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T23:22:09,062 ERROR [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T23:22:09,062 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T23:22:09,062 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T23:22:09,063 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T23:22:09,063 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T23:22:09,063 INFO [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1623195648, "init": 1048576000, "max": 2306867200, "used": 1129504208 }, "NonHeapMemoryUsage": { "committed": 210567168, "init": 7667712, "max": -1, "used": 207588216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T23:22:09,063 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:38989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c707e9ace675:38989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T23:22:09,236 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T23:22:09,240 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f326707d5f607f18a6483a153c7e216c 2024-11-26T23:22:09,263 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 688, reset compression=false 2024-11-26T23:22:09,263 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/.tmp/hfileref/02933e6c15ba4fd6bfb25f94c9ab1880 2024-11-26T23:22:09,285 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/ns/9a1c4227d4c641b4b0869b284389f2d9 2024-11-26T23:22:09,288 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/.tmp/queue/de9a088f7c3f4ff0929d640159893beb is 153, key is 1-c707e9ace675,42219,1732663305954/queue:c707e9ace675%2C42219%2C1732663305954/1732663322679/Put/seqid=0 2024-11-26T23:22:09,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741850_1026 (size=5504) 2024-11-26T23:22:09,308 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/rep_barrier/ec22a559fcaf4dd6a5bf410f666d0455 is 112, key is test,,1732663315198.55b0e7c7a206d3cdbe048b7f4ec23e6b./rep_barrier:seqnumDuringOpen/1732663315954/Put/seqid=0 2024-11-26T23:22:09,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741851_1027 (size=5518) 2024-11-26T23:22:09,311 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/rep_barrier/ec22a559fcaf4dd6a5bf410f666d0455 2024-11-26T23:22:09,330 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/table/776027035cdf4d77a45eb1ea08462138 is 53, key is hbase:replication/table:state/1732663318566/Put/seqid=0 2024-11-26T23:22:09,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741852_1028 (size=5308) 2024-11-26T23:22:09,440 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f326707d5f607f18a6483a153c7e216c 2024-11-26T23:22:09,541 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T23:22:09,541 INFO [regionserver/c707e9ace675:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T23:22:09,566 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 688, reset compression=false 2024-11-26T23:22:09,573 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 393, reset compression=false 2024-11-26T23:22:09,578 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T23:22:09,578 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 688, reset compression=false 2024-11-26T23:22:09,578 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c707e9ace675,42219,1732663305954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T23:22:09,578 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-26T23:22:09,640 DEBUG [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f326707d5f607f18a6483a153c7e216c 2024-11-26T23:22:09,693 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/.tmp/queue/de9a088f7c3f4ff0929d640159893beb 2024-11-26T23:22:09,698 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/.tmp/hfileref/02933e6c15ba4fd6bfb25f94c9ab1880 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/hfileref/02933e6c15ba4fd6bfb25f94c9ab1880 2024-11-26T23:22:09,702 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/hfileref/02933e6c15ba4fd6bfb25f94c9ab1880, entries=6, sequenceid=17, filesize=5.4 K 2024-11-26T23:22:09,702 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/.tmp/queue/de9a088f7c3f4ff0929d640159893beb as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/queue/de9a088f7c3f4ff0929d640159893beb 2024-11-26T23:22:09,707 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/queue/de9a088f7c3f4ff0929d640159893beb, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T23:22:09,707 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f326707d5f607f18a6483a153c7e216c in 863ms, sequenceid=17, compaction requested=false 2024-11-26T23:22:09,713 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/replication/f326707d5f607f18a6483a153c7e216c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-26T23:22:09,713 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:22:09,713 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:22:09,713 INFO [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:22:09,713 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f326707d5f607f18a6483a153c7e216c: Waiting for close lock at 1732663328844Running coprocessor pre-close hooks at 1732663328844Disabling compacts and flushes for region at 1732663328844Disabling writes for close at 1732663328844Obtaining lock to block concurrent updates at 1732663328844Preparing flush snapshotting stores in f326707d5f607f18a6483a153c7e216c at 1732663328844Finished memstore snapshotting hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732663328844Flushing stores of hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. at 1732663328845 (+1 ms)Flushing f326707d5f607f18a6483a153c7e216c/hfileref: creating writer at 1732663328845Flushing f326707d5f607f18a6483a153c7e216c/hfileref: appending metadata at 1732663328859 (+14 ms)Flushing f326707d5f607f18a6483a153c7e216c/hfileref: closing flushed file at 1732663328859Flushing f326707d5f607f18a6483a153c7e216c/queue: creating writer at 1732663329268 (+409 ms)Flushing f326707d5f607f18a6483a153c7e216c/queue: appending metadata at 1732663329288 (+20 ms)Flushing f326707d5f607f18a6483a153c7e216c/queue: closing flushed file at 1732663329288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783b8211: reopening flushed file at 1732663329697 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4954be2b: reopening flushed file at 1732663329702 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f326707d5f607f18a6483a153c7e216c in 863ms, sequenceid=17, compaction requested=false at 1732663329707 (+5 ms)Writing region close event to WAL at 1732663329708 (+1 ms)Running coprocessor post-close hooks at 1732663329713 (+5 ms)Closed at 1732663329713 2024-11-26T23:22:09,713 DEBUG [RS_CLOSE_REGION-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732663318142.f326707d5f607f18a6483a153c7e216c. 2024-11-26T23:22:09,734 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/table/776027035cdf4d77a45eb1ea08462138 2024-11-26T23:22:09,739 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/info/faff129dd9e843238a59a1b480b78092 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/info/faff129dd9e843238a59a1b480b78092 2024-11-26T23:22:09,743 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/info/faff129dd9e843238a59a1b480b78092, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T23:22:09,743 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/ns/9a1c4227d4c641b4b0869b284389f2d9 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/ns/9a1c4227d4c641b4b0869b284389f2d9 2024-11-26T23:22:09,748 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/ns/9a1c4227d4c641b4b0869b284389f2d9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T23:22:09,750 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/rep_barrier/ec22a559fcaf4dd6a5bf410f666d0455 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/rep_barrier/ec22a559fcaf4dd6a5bf410f666d0455 2024-11-26T23:22:09,757 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/rep_barrier/ec22a559fcaf4dd6a5bf410f666d0455, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T23:22:09,763 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/.tmp/table/776027035cdf4d77a45eb1ea08462138 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/table/776027035cdf4d77a45eb1ea08462138 2024-11-26T23:22:09,768 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/table/776027035cdf4d77a45eb1ea08462138, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T23:22:09,769 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false 2024-11-26T23:22:09,769 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T23:22:09,782 DEBUG [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/WALs/c707e9ace675,42219,1732663305954/c707e9ace675%2C42219%2C1732663305954.1732663320828 to pos 688, reset compression=false 2024-11-26T23:22:09,782 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T23:22:09,783 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T23:22:09,783 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T23:22:09,783 INFO [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T23:22:09,783 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732663328840Running coprocessor pre-close hooks at 1732663328840Disabling compacts and flushes for region at 1732663328840Disabling writes for close at 1732663328840Obtaining lock to block concurrent updates at 1732663328840Preparing flush snapshotting stores in 1588230740 at 1732663328840Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732663328840Flushing stores of hbase:meta,,1.1588230740 at 1732663328841 (+1 ms)Flushing 1588230740/info: creating writer at 1732663328841Flushing 1588230740/info: appending metadata at 1732663328860 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732663328860Flushing 1588230740/ns: creating writer at 1732663328867 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732663328881 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732663328881Flushing 1588230740/rep_barrier: creating writer at 1732663329289 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732663329307 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732663329307Flushing 1588230740/table: creating writer at 1732663329314 (+7 ms)Flushing 1588230740/table: appending metadata at 1732663329330 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732663329330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebacb08: reopening flushed file at 1732663329738 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec636d1: reopening flushed file at 1732663329743 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ebbe81: reopening flushed file at 1732663329748 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c27d591: reopening flushed file at 1732663329757 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false at 1732663329769 (+12 ms)Writing region close event to WAL at 1732663329779 (+10 ms)Running coprocessor post-close hooks at 1732663329783 (+4 ms)Closed at 1732663329783 2024-11-26T23:22:09,783 DEBUG [RS_CLOSE_META-regionserver/c707e9ace675:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T23:22:09,840 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(976): stopping server c707e9ace675,42219,1732663305954; all regions closed. 2024-11-26T23:22:09,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741843_1019 (size=859) 2024-11-26T23:22:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741842_1018 (size=2791) 2024-11-26T23:22:09,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741844_1020 (size=696) 2024-11-26T23:22:09,847 DEBUG [RS:0;c707e9ace675:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:09,848 INFO [RS:0;c707e9ace675:42219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T23:22:09,848 INFO [RS:0;c707e9ace675:42219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:22:09,848 INFO [RS:0;c707e9ace675:42219 {}] hbase.ChoreService(370): Chore service for: regionserver/c707e9ace675:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T23:22:09,848 INFO [RS:0;c707e9ace675:42219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:22:09,848 INFO [regionserver/c707e9ace675:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:22:09,849 INFO [RS:0;c707e9ace675:42219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c707e9ace675,42219,1732663305954 because: Region server is closing 2024-11-26T23:22:09,849 INFO [RS:0;c707e9ace675:42219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42219. 2024-11-26T23:22:09,849 DEBUG [RS:0;c707e9ace675:42219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:09,849 DEBUG [RS:0;c707e9ace675:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:09,849 DEBUG [RS:0;c707e9ace675:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:09,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:09,949 INFO [RS:0;c707e9ace675:42219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 terminated 2024-11-26T23:22:09,949 INFO [RS:0;c707e9ace675:42219 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c707e9ace675,42219,1732663305954 because: Region server is closing 2024-11-26T23:22:09,949 WARN [RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,1-c707e9ace675,42219,1732663305954.replicationSource.wal-reader.c707e9ace675%2C42219%2C1732663305954,1-c707e9ace675,42219,1732663305954 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T23:22:09,950 INFO [RS:0;c707e9ace675:42219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c707e9ace675:42219. 2024-11-26T23:22:09,950 DEBUG [RS:0;c707e9ace675:42219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T23:22:09,950 DEBUG [RS:0;c707e9ace675:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:09,950 DEBUG [RS:0;c707e9ace675:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:22:09,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T23:22:10,050 INFO [RS:0;c707e9ace675:42219 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c707e9ace675:0-0.replicationSource,2-c707e9ace675,42219,1732663305954.replicationSource.shipperc707e9ace675%2C42219%2C1732663305954,2-c707e9ace675,42219,1732663305954 terminated 2024-11-26T23:22:10,050 INFO [RS:0;c707e9ace675:42219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42219 2024-11-26T23:22:10,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604373984/rs/c707e9ace675,42219,1732663305954 2024-11-26T23:22:10,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984/rs 2024-11-26T23:22:10,052 INFO [RS:0;c707e9ace675:42219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:22:10,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c707e9ace675,42219,1732663305954] 2024-11-26T23:22:10,054 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01604373984/draining/c707e9ace675,42219,1732663305954 already deleted, retry=false 2024-11-26T23:22:10,054 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c707e9ace675,42219,1732663305954 expired; onlineServers=0 2024-11-26T23:22:10,054 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c707e9ace675,38989,1732663305897' ***** 2024-11-26T23:22:10,054 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T23:22:10,054 INFO [M:0;c707e9ace675:38989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T23:22:10,054 INFO [M:0;c707e9ace675:38989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T23:22:10,054 DEBUG [M:0;c707e9ace675:38989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T23:22:10,054 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T23:22:10,054 DEBUG [M:0;c707e9ace675:38989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T23:22:10,055 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663307423 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.large.0-1732663307423,5,FailOnTimeoutGroup] 2024-11-26T23:22:10,055 DEBUG [master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663307424 {}] cleaner.HFileCleaner(306): Exit Thread[master/c707e9ace675:0:becomeActiveMaster-HFileCleaner.small.0-1732663307424,5,FailOnTimeoutGroup] 2024-11-26T23:22:10,055 INFO [M:0;c707e9ace675:38989 {}] hbase.ChoreService(370): Chore service for: master/c707e9ace675:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T23:22:10,055 INFO [M:0;c707e9ace675:38989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T23:22:10,055 DEBUG [M:0;c707e9ace675:38989 {}] master.HMaster(1795): Stopping service threads 2024-11-26T23:22:10,055 INFO [M:0;c707e9ace675:38989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T23:22:10,055 INFO [M:0;c707e9ace675:38989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T23:22:10,055 INFO [M:0;c707e9ace675:38989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T23:22:10,055 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T23:22:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604373984/master 2024-11-26T23:22:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604373984 2024-11-26T23:22:10,058 DEBUG [M:0;c707e9ace675:38989 {}] zookeeper.ZKUtil(347): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Unable to get data of znode /01604373984/master because node does not exist (not an error) 2024-11-26T23:22:10,058 WARN [M:0;c707e9ace675:38989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T23:22:10,069 INFO [M:0;c707e9ace675:38989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/.lastflushedseqids 2024-11-26T23:22:10,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741853_1029 (size=263) 2024-11-26T23:22:10,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:10,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x1015695cc480001, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:10,153 INFO [RS:0;c707e9ace675:42219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:22:10,153 INFO [RS:0;c707e9ace675:42219 {}] regionserver.HRegionServer(1031): Exiting; stopping=c707e9ace675,42219,1732663305954; zookeeper connection closed. 2024-11-26T23:22:10,154 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30ca667b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30ca667b 2024-11-26T23:22:10,154 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T23:22:10,473 INFO [M:0;c707e9ace675:38989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T23:22:10,474 INFO [M:0;c707e9ace675:38989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T23:22:10,474 DEBUG [M:0;c707e9ace675:38989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T23:22:10,474 INFO [M:0;c707e9ace675:38989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:10,474 DEBUG [M:0;c707e9ace675:38989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:10,474 DEBUG [M:0;c707e9ace675:38989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T23:22:10,474 DEBUG [M:0;c707e9ace675:38989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:10,474 INFO [M:0;c707e9ace675:38989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-26T23:22:10,490 DEBUG [M:0;c707e9ace675:38989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b7ec65ecb184f7db3d430d20674b009 is 82, key is hbase:meta,,1/info:regioninfo/1732663308202/Put/seqid=0 2024-11-26T23:22:10,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741854_1030 (size=5672) 2024-11-26T23:22:10,494 INFO [M:0;c707e9ace675:38989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b7ec65ecb184f7db3d430d20674b009 2024-11-26T23:22:10,515 DEBUG [M:0;c707e9ace675:38989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0ac3004f6954b87aa5f90e49053f3cf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732663318571/Put/seqid=0 2024-11-26T23:22:10,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741855_1031 (size=8908) 2024-11-26T23:22:10,519 INFO [M:0;c707e9ace675:38989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0ac3004f6954b87aa5f90e49053f3cf 2024-11-26T23:22:10,537 DEBUG [M:0;c707e9ace675:38989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a88f83a46f74d018ca40d628fde9f88 is 69, key is c707e9ace675,42219,1732663305954/rs:state/1732663307515/Put/seqid=0 2024-11-26T23:22:10,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741856_1032 (size=5156) 2024-11-26T23:22:10,942 INFO [M:0;c707e9ace675:38989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a88f83a46f74d018ca40d628fde9f88 2024-11-26T23:22:10,945 DEBUG [M:0;c707e9ace675:38989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b7ec65ecb184f7db3d430d20674b009 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b7ec65ecb184f7db3d430d20674b009 2024-11-26T23:22:10,949 INFO [M:0;c707e9ace675:38989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b7ec65ecb184f7db3d430d20674b009, entries=8, sequenceid=112, filesize=5.5 K 2024-11-26T23:22:10,949 DEBUG [M:0;c707e9ace675:38989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0ac3004f6954b87aa5f90e49053f3cf as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0ac3004f6954b87aa5f90e49053f3cf 2024-11-26T23:22:10,953 INFO [M:0;c707e9ace675:38989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0ac3004f6954b87aa5f90e49053f3cf, entries=13, sequenceid=112, filesize=8.7 K 2024-11-26T23:22:10,953 DEBUG [M:0;c707e9ace675:38989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a88f83a46f74d018ca40d628fde9f88 as hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a88f83a46f74d018ca40d628fde9f88 2024-11-26T23:22:10,956 INFO [M:0;c707e9ace675:38989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/a38cb912-c1ce-eccd-179d-f15ea11751ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a88f83a46f74d018ca40d628fde9f88, entries=1, sequenceid=112, filesize=5.0 K 2024-11-26T23:22:10,957 INFO [M:0;c707e9ace675:38989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 483ms, sequenceid=112, compaction requested=false 2024-11-26T23:22:10,958 INFO [M:0;c707e9ace675:38989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T23:22:10,958 DEBUG [M:0;c707e9ace675:38989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732663330474Disabling compacts and flushes for region at 1732663330474Disabling writes for close at 1732663330474Obtaining lock to block concurrent updates at 1732663330474Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732663330474Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732663330474Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732663330475 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732663330475Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732663330490 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732663330490Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732663330497 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732663330515 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732663330515Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732663330522 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732663330537 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732663330537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14142f51: reopening flushed file at 1732663330945 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4c2e38: reopening flushed file at 1732663330949 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3198dde3: reopening flushed file at 1732663330953 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 483ms, sequenceid=112, compaction requested=false at 1732663330957 (+4 ms)Writing region close event to WAL at 1732663330958 (+1 ms)Closed at 1732663330958 2024-11-26T23:22:10,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38569 is added to blk_1073741830_1006 (size=69043) 2024-11-26T23:22:10,960 INFO [M:0;c707e9ace675:38989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T23:22:10,960 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T23:22:10,961 INFO [M:0;c707e9ace675:38989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38989 2024-11-26T23:22:10,961 INFO [M:0;c707e9ace675:38989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T23:22:11,063 INFO [M:0;c707e9ace675:38989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T23:22:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015695cc480000, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T23:22:11,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fa60a3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T23:22:11,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3df13e92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:22:11,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:22:11,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed989c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:22:11,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eb3402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.log.dir/,STOPPED} 2024-11-26T23:22:11,074 WARN [BP-1204423516-172.17.0.2-1732663304678 heartbeating to localhost/127.0.0.1:45197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T23:22:11,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T23:22:11,074 WARN [BP-1204423516-172.17.0.2-1732663304678 heartbeating to localhost/127.0.0.1:45197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1204423516-172.17.0.2-1732663304678 (Datanode Uuid 9ba753f8-85af-42a3-9daa-09973e8ba70e) service to localhost/127.0.0.1:45197 2024-11-26T23:22:11,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T23:22:11,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/cluster_b15184a2-beff-454c-9141-bc3fc8a92775/data/data1/current/BP-1204423516-172.17.0.2-1732663304678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:22:11,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T23:22:11,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/cluster_b15184a2-beff-454c-9141-bc3fc8a92775/data/data2/current/BP-1204423516-172.17.0.2-1732663304678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T23:22:11,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@133e1341{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T23:22:11,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3288d9f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T23:22:11,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T23:22:11,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dfe1847{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T23:22:11,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4564b2bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e33ac7f-3fea-94f6-bd88-28aefe878c09/hadoop.log.dir/,STOPPED} 2024-11-26T23:22:11,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T23:22:11,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T23:22:11,129 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 534) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49249) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45197 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49249) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45197 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34977 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49249) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34977 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:34977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42673 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42673 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45197 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=6036 (was 5620) - AvailableMemoryMB LEAK? - 2024-11-26T23:22:11,129 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-26T23:22:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015695cc480005, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:22:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015695cc480002, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:22:11,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015695cc480005, quorum=127.0.0.1:49249, baseZNode=/1-1244078479 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:22:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015695cc480008, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T23:22:11,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015695cc480002, quorum=127.0.0.1:49249, baseZNode=/01604373984 Received Disconnected from ZooKeeper, ignoring 2024-11-26T23:22:11,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015695cc480008, quorum=127.0.0.1:49249, baseZNode=/21466672416 Received Disconnected from ZooKeeper, ignoring